{"level":"warn","ts":"2026-03-29T01:58:35.343221Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:35.343311Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:58:35.343384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:35.343393Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-29T01:58:35.34341Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:35.344894Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-03-29T01:58:35.344965Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:58:35.349191Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.019849ms"} {"level":"info","ts":"2026-03-29T01:58:35.360098Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-03-29T01:58:35.360246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:58:35.360298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-03-29T01:58:35.360331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:58:35.360362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-03-29T01:58:35.36044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-03-29T01:58:35.372503Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:58:35.374652Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:58:35.37666Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:58:35.3798Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:58:35.380247Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:35.380385Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:35.380402Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:35.380261Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:58:35.382471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-03-29T01:58:35.382847Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-03-29T01:58:35.384215Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:35.384312Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-29T01:58:35.384379Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-03-29T01:58:35.38469Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:58:35.384754Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:58:36.061301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:58:36.061381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:58:36.061432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-03-29T01:58:36.061461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:58:36.061473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-29T01:58:36.06149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-03-29T01:58:36.061512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-03-29T01:58:36.099578Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:36.10353Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:58:36.10355Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:36.103648Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:36.103926Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:58:36.103975Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:58:36.107214Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-03-29T01:58:36.108011Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:58:36.144186Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:36.144289Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:36.144316Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-29T01:58:41.209191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.100939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T01:58:41.209273Z","caller":"traceutil/trace.go:171","msg":"trace[294778052] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"170.958003ms","start":"2026-03-29T01:58:41.03829Z","end":"2026-03-29T01:58:41.209248Z","steps":["trace[294778052] 'process raft request' (duration: 141.81672ms)","trace[294778052] 'compare' (duration: 28.944578ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.209312Z","caller":"traceutil/trace.go:171","msg":"trace[317706783] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:281; }","duration":"181.242163ms","start":"2026-03-29T01:58:41.02805Z","end":"2026-03-29T01:58:41.209292Z","steps":["trace[317706783] 'range keys from in-memory index tree' (duration: 180.890324ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.209854Z","caller":"traceutil/trace.go:171","msg":"trace[1431768639] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"153.150749ms","start":"2026-03-29T01:58:41.056687Z","end":"2026-03-29T01:58:41.209838Z","steps":["trace[1431768639] 'process raft request' (duration: 153.018415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.209877Z","caller":"traceutil/trace.go:171","msg":"trace[868989015] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"171.444727ms","start":"2026-03-29T01:58:41.038385Z","end":"2026-03-29T01:58:41.20983Z","steps":["trace[868989015] 'process raft request' (duration: 170.754478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.209899Z","caller":"traceutil/trace.go:171","msg":"trace[890835916] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"153.116698ms","start":"2026-03-29T01:58:41.056752Z","end":"2026-03-29T01:58:41.209869Z","steps":["trace[890835916] 'process raft request' (duration: 153.001025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.210091Z","caller":"traceutil/trace.go:171","msg":"trace[1219888054] transaction","detail":"{read_only:false; number_of_response:0; response_revision:284; }","duration":"153.21514ms","start":"2026-03-29T01:58:41.056812Z","end":"2026-03-29T01:58:41.210027Z","steps":["trace[1219888054] 'process raft request' (duration: 152.968523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.210722Z","caller":"traceutil/trace.go:171","msg":"trace[1406799154] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"153.764155ms","start":"2026-03-29T01:58:41.056937Z","end":"2026-03-29T01:58:41.210701Z","steps":["trace[1406799154] 'process raft request' (duration: 153.450677ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.210919Z","caller":"traceutil/trace.go:171","msg":"trace[1361752695] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"153.93296ms","start":"2026-03-29T01:58:41.056975Z","end":"2026-03-29T01:58:41.210907Z","steps":["trace[1361752695] 'process raft request' (duration: 153.476898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.440217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:41.440458Z","caller":"traceutil/trace.go:171","msg":"trace[393379666] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:297; }","duration":"200.940269ms","start":"2026-03-29T01:58:41.239499Z","end":"2026-03-29T01:58:41.440439Z","steps":["trace[393379666] 'read index received' (duration: 3.999868ms)","trace[393379666] 'applied index is now lower than readState.Index' (duration: 196.939441ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.440442Z","caller":"traceutil/trace.go:171","msg":"trace[1392301932] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"222.140577ms","start":"2026-03-29T01:58:41.218259Z","end":"2026-03-29T01:58:41.4404Z","steps":["trace[1392301932] 'process raft request' (duration: 117.573591ms)","trace[1392301932] 'compare' (duration: 103.749434ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.440585Z","caller":"traceutil/trace.go:171","msg":"trace[817516985] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"218.054836ms","start":"2026-03-29T01:58:41.222519Z","end":"2026-03-29T01:58:41.440574Z","steps":["trace[817516985] 'process raft request' (duration: 217.800249ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.440511Z","caller":"traceutil/trace.go:171","msg":"trace[1881748476] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"214.011685ms","start":"2026-03-29T01:58:41.22647Z","end":"2026-03-29T01:58:41.440482Z","steps":["trace[1881748476] 'process raft request' (duration: 213.910802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.440609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.103544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:41.440653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.390391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:41.440693Z","caller":"traceutil/trace.go:171","msg":"trace[1905808088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:292; }","duration":"201.216267ms","start":"2026-03-29T01:58:41.239442Z","end":"2026-03-29T01:58:41.440658Z","steps":["trace[1905808088] 'agreement among raft nodes before linearized reading' (duration: 201.116134ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.440709Z","caller":"traceutil/trace.go:171","msg":"trace[613832261] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:0; response_revision:292; }","duration":"194.470314ms","start":"2026-03-29T01:58:41.246224Z","end":"2026-03-29T01:58:41.440695Z","steps":["trace[613832261] 'agreement among raft nodes before linearized reading' (duration: 194.375761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.718607Z","caller":"traceutil/trace.go:171","msg":"trace[342969792] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"206.036698ms","start":"2026-03-29T01:58:41.512542Z","end":"2026-03-29T01:58:41.718578Z","steps":["trace[342969792] 'process raft request' (duration: 137.079052ms)","trace[342969792] 'compare' (duration: 68.70874ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.718742Z","caller":"traceutil/trace.go:171","msg":"trace[406556299] linearizableReadLoop","detail":"{readStateIndex:305; appliedIndex:303; }","duration":"205.549825ms","start":"2026-03-29T01:58:41.51316Z","end":"2026-03-29T01:58:41.71871Z","steps":["trace[406556299] 'read index received' (duration: 136.471555ms)","trace[406556299] 'applied index is now lower than readState.Index' (duration: 69.07655ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.718843Z","caller":"traceutil/trace.go:171","msg":"trace[592732208] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"205.75735ms","start":"2026-03-29T01:58:41.513066Z","end":"2026-03-29T01:58:41.718823Z","steps":["trace[592732208] 'process raft request' (duration: 205.457152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.718973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.252958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:41.719028Z","caller":"traceutil/trace.go:171","msg":"trace[1805385145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:297; }","duration":"111.35447ms","start":"2026-03-29T01:58:41.607659Z","end":"2026-03-29T01:58:41.719013Z","steps":["trace[1805385145] 'agreement among raft nodes before linearized reading' (duration: 111.269238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.719011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.841863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:41.719105Z","caller":"traceutil/trace.go:171","msg":"trace[1442737159] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:297; }","duration":"205.972347ms","start":"2026-03-29T01:58:41.513123Z","end":"2026-03-29T01:58:41.719095Z","steps":["trace[1442737159] 'agreement among raft nodes before linearized reading' (duration: 205.701429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:42.583276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:43.083876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:43.584475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.084657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.421841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.348795583s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:58:45.042958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.4846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:45.043134Z","caller":"traceutil/trace.go:171","msg":"trace[926102138] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"2.970136146s","start":"2026-03-29T01:58:42.072957Z","end":"2026-03-29T01:58:45.043093Z","steps":["trace[926102138] 'process raft request' (duration: 2.349187364s)","trace[926102138] 'compare' (duration: 620.298084ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:45.043071Z","caller":"traceutil/trace.go:171","msg":"trace[525331445] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"2.964904144s","start":"2026-03-29T01:58:42.078147Z","end":"2026-03-29T01:58:45.043051Z","steps":["trace[525331445] 'read index received' (duration: 2.34390285s)","trace[525331445] 'applied index is now lower than readState.Index' (duration: 620.999904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:45.043275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:42.07294Z","time spent":"2.97026264s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:45.043425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965247753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-29T01:58:45.043447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80570142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T01:58:45.043492Z","caller":"traceutil/trace.go:171","msg":"trace[86770585] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:315; }","duration":"2.965356406s","start":"2026-03-29T01:58:42.078119Z","end":"2026-03-29T01:58:45.043475Z","steps":["trace[86770585] 'agreement among raft nodes before linearized reading' (duration: 2.965215012s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.043537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:42.078105Z","time spent":"2.965425808s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":372,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-29T01:58:45.043566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252454751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:45.043604Z","caller":"traceutil/trace.go:171","msg":"trace[1748173721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:315; }","duration":"1.252537803s","start":"2026-03-29T01:58:43.791057Z","end":"2026-03-29T01:58:45.043594Z","steps":["trace[1748173721] 'agreement among raft nodes before linearized reading' (duration: 1.252472512s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.043496Z","caller":"traceutil/trace.go:171","msg":"trace[1968425615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:315; }","duration":"2.805797112s","start":"2026-03-29T01:58:42.237684Z","end":"2026-03-29T01:58:45.043481Z","steps":["trace[1968425615] 'agreement among raft nodes before linearized reading' (duration: 2.80571195s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.043656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.791023Z","time spent":"1.252620956s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:45.043675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:42.237657Z","time spent":"2.806011498s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":525,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:58:45.043672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254658901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:45.043686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30677332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:45.043709Z","caller":"traceutil/trace.go:171","msg":"trace[1679200353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:315; }","duration":"1.306832891s","start":"2026-03-29T01:58:43.736869Z","end":"2026-03-29T01:58:45.043702Z","steps":["trace[1679200353] 'agreement among raft nodes before linearized reading' (duration: 1.30678891s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.043709Z","caller":"traceutil/trace.go:171","msg":"trace[1986669780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:315; }","duration":"1.254720943s","start":"2026-03-29T01:58:43.788974Z","end":"2026-03-29T01:58:45.043695Z","steps":["trace[1986669780] 'agreement among raft nodes before linearized reading' (duration: 1.254664562s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.043731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.736849Z","time spent":"1.306877333s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:45.043748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.788954Z","time spent":"1.254778194s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:58:45.30289Z","caller":"traceutil/trace.go:171","msg":"trace[1192313267] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"255.782011ms","start":"2026-03-29T01:58:45.047077Z","end":"2026-03-29T01:58:45.302859Z","steps":["trace[1192313267] 'process raft request' (duration: 176.315418ms)","trace[1192313267] 'compare' (duration: 79.266428ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:45.303269Z","caller":"traceutil/trace.go:171","msg":"trace[577692330] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"251.537476ms","start":"2026-03-29T01:58:45.051714Z","end":"2026-03-29T01:58:45.303251Z","steps":["trace[577692330] 'process raft request' (duration: 251.433043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.303418Z","caller":"traceutil/trace.go:171","msg":"trace[38735270] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"251.602187ms","start":"2026-03-29T01:58:45.051798Z","end":"2026-03-29T01:58:45.3034Z","steps":["trace[38735270] 'process raft request' (duration: 251.376161ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.303526Z","caller":"traceutil/trace.go:171","msg":"trace[44100669] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"255.411331ms","start":"2026-03-29T01:58:45.048099Z","end":"2026-03-29T01:58:45.30351Z","steps":["trace[44100669] 'process raft request' (duration: 255.0122ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.303531Z","caller":"traceutil/trace.go:171","msg":"trace[81518982] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"255.389591ms","start":"2026-03-29T01:58:45.048108Z","end":"2026-03-29T01:58:45.303497Z","steps":["trace[81518982] 'process raft request' (duration: 254.885867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.303701Z","caller":"traceutil/trace.go:171","msg":"trace[289511943] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"250.986681ms","start":"2026-03-29T01:58:45.052705Z","end":"2026-03-29T01:58:45.303692Z","steps":["trace[289511943] 'process raft request' (duration: 250.494718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.932519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.843512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:45.932614Z","caller":"traceutil/trace.go:171","msg":"trace[1811675688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:334; }","duration":"123.986076ms","start":"2026-03-29T01:58:45.808604Z","end":"2026-03-29T01:58:45.93259Z","steps":["trace[1811675688] 'range keys from in-memory index tree' (duration: 123.765769ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.121749Z","caller":"traceutil/trace.go:171","msg":"trace[144905240] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"138.758367ms","start":"2026-03-29T01:58:46.982959Z","end":"2026-03-29T01:58:47.121718Z","steps":["trace[144905240] 'process raft request' (duration: 138.636624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.121819Z","caller":"traceutil/trace.go:171","msg":"trace[852454139] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"140.070633ms","start":"2026-03-29T01:58:46.981704Z","end":"2026-03-29T01:58:47.121775Z","steps":["trace[852454139] 'process raft request' (duration: 118.419863ms)","trace[852454139] 'compare' (duration: 21.210818ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:47.122009Z","caller":"traceutil/trace.go:171","msg":"trace[509404112] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"138.147221ms","start":"2026-03-29T01:58:46.983826Z","end":"2026-03-29T01:58:47.121973Z","steps":["trace[509404112] 'process raft request' (duration: 137.833552ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.122059Z","caller":"traceutil/trace.go:171","msg":"trace[199452792] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:360; }","duration":"112.76845ms","start":"2026-03-29T01:58:47.009277Z","end":"2026-03-29T01:58:47.122045Z","steps":["trace[199452792] 'read index received' (duration: 90.864294ms)","trace[199452792] 'applied index is now lower than readState.Index' (duration: 21.903136ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:47.122073Z","caller":"traceutil/trace.go:171","msg":"trace[583880786] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"110.499047ms","start":"2026-03-29T01:58:47.011556Z","end":"2026-03-29T01:58:47.122055Z","steps":["trace[583880786] 'process raft request' (duration: 110.323732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.121754Z","caller":"traceutil/trace.go:171","msg":"trace[486303919] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"138.761417ms","start":"2026-03-29T01:58:46.982963Z","end":"2026-03-29T01:58:47.121724Z","steps":["trace[486303919] 'process raft request' (duration: 138.571082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.122262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.973505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-29T01:58:47.122314Z","caller":"traceutil/trace.go:171","msg":"trace[952637715] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:352; }","duration":"113.068818ms","start":"2026-03-29T01:58:47.009233Z","end":"2026-03-29T01:58:47.122302Z","steps":["trace[952637715] 'agreement among raft nodes before linearized reading' (duration: 112.954795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.446315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.12064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:47.446636Z","caller":"traceutil/trace.go:171","msg":"trace[525668870] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"300.945152ms","start":"2026-03-29T01:58:47.145649Z","end":"2026-03-29T01:58:47.446594Z","steps":["trace[525668870] 'process raft request' (duration: 108.442242ms)","trace[525668870] 'compare' (duration: 191.959325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:47.446799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.14561Z","time spent":"301.126787ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:58:47.446846Z","caller":"traceutil/trace.go:171","msg":"trace[1545481747] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:365; }","duration":"300.819598ms","start":"2026-03-29T01:58:47.146001Z","end":"2026-03-29T01:58:47.446821Z","steps":["trace[1545481747] 'read index received' (duration: 108.106942ms)","trace[1545481747] 'applied index is now lower than readState.Index' (duration: 192.711486ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:47.446977Z","caller":"traceutil/trace.go:171","msg":"trace[968109202] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"300.035497ms","start":"2026-03-29T01:58:47.146928Z","end":"2026-03-29T01:58:47.446963Z","steps":["trace[968109202] 'process raft request' (duration: 299.588435ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.447004Z","caller":"traceutil/trace.go:171","msg":"trace[1097814544] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"301.068885ms","start":"2026-03-29T01:58:47.145913Z","end":"2026-03-29T01:58:47.446982Z","steps":["trace[1097814544] 'process raft request' (duration: 300.51629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.447073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.14692Z","time spent":"300.092549ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:47.447092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.145902Z","time spent":"301.146738ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:58:47.447114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.063975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:2205"} {"level":"info","ts":"2026-03-29T01:58:47.447197Z","caller":"traceutil/trace.go:171","msg":"trace[1183826839] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"298.413723ms","start":"2026-03-29T01:58:47.14863Z","end":"2026-03-29T01:58:47.447044Z","steps":["trace[1183826839] 'process raft request' (duration: 298.136286ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.447187Z","caller":"traceutil/trace.go:171","msg":"trace[1026166415] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:358; }","duration":"301.216559ms","start":"2026-03-29T01:58:47.145952Z","end":"2026-03-29T01:58:47.447168Z","steps":["trace[1026166415] 'agreement among raft nodes before linearized reading' (duration: 301.015393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.447051Z","caller":"traceutil/trace.go:171","msg":"trace[91228950] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"299.796991ms","start":"2026-03-29T01:58:47.147215Z","end":"2026-03-29T01:58:47.447012Z","steps":["trace[91228950] 'process raft request' (duration: 299.381449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.447815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.145802Z","time spent":"301.990271ms","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2226,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-29T01:58:47.447231Z","caller":"traceutil/trace.go:171","msg":"trace[1674976262] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"299.03002ms","start":"2026-03-29T01:58:47.148166Z","end":"2026-03-29T01:58:47.447196Z","steps":["trace[1674976262] 'process raft request' (duration: 298.481795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.447999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.147209Z","time spent":"300.728086ms","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:47.448176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.057872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-29T01:58:47.448231Z","caller":"traceutil/trace.go:171","msg":"trace[825666719] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:358; }","duration":"302.149444ms","start":"2026-03-29T01:58:47.146068Z","end":"2026-03-29T01:58:47.448218Z","steps":["trace[825666719] 'agreement among raft nodes before linearized reading' (duration: 301.99468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.448299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.146064Z","time spent":"302.220446ms","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2129,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-03-29T01:58:47.448568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.715243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:47.44868Z","caller":"traceutil/trace.go:171","msg":"trace[950083696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"139.801815ms","start":"2026-03-29T01:58:47.308812Z","end":"2026-03-29T01:58:47.448614Z","steps":["trace[950083696] 'agreement among raft nodes before linearized reading' (duration: 139.692662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.448815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.204228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:58:47.448899Z","caller":"traceutil/trace.go:171","msg":"trace[1421882658] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:358; }","duration":"240.309001ms","start":"2026-03-29T01:58:47.208563Z","end":"2026-03-29T01:58:47.448872Z","steps":["trace[1421882658] 'agreement among raft nodes before linearized reading' (duration: 240.197998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.448837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.721233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-29T01:58:47.448931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.142124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:47.44884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.025882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T01:58:47.448969Z","caller":"traceutil/trace.go:171","msg":"trace[340072854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:358; }","duration":"140.223447ms","start":"2026-03-29T01:58:47.30873Z","end":"2026-03-29T01:58:47.448953Z","steps":["trace[340072854] 'agreement among raft nodes before linearized reading' (duration: 140.132545ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.448958Z","caller":"traceutil/trace.go:171","msg":"trace[451422642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:358; }","duration":"290.862827ms","start":"2026-03-29T01:58:47.158079Z","end":"2026-03-29T01:58:47.448942Z","steps":["trace[451422642] 'agreement among raft nodes before linearized reading' (duration: 290.689082ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.449065Z","caller":"traceutil/trace.go:171","msg":"trace[44176191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:358; }","duration":"140.246557ms","start":"2026-03-29T01:58:47.308742Z","end":"2026-03-29T01:58:47.448989Z","steps":["trace[44176191] 'agreement among raft nodes before linearized reading' (duration: 140.013071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.449124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.246538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:47.449306Z","caller":"traceutil/trace.go:171","msg":"trace[465081453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"140.475643ms","start":"2026-03-29T01:58:47.308742Z","end":"2026-03-29T01:58:47.449218Z","steps":["trace[465081453] 'agreement among raft nodes before linearized reading' (duration: 140.159995ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.606362Z","caller":"traceutil/trace.go:171","msg":"trace[590023123] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"151.260357ms","start":"2026-03-29T01:58:47.455072Z","end":"2026-03-29T01:58:47.606332Z","steps":["trace[590023123] 'process raft request' (duration: 143.891677ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.606845Z","caller":"traceutil/trace.go:171","msg":"trace[54263683] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"150.656181ms","start":"2026-03-29T01:58:47.456161Z","end":"2026-03-29T01:58:47.606817Z","steps":["trace[54263683] 'process raft request' (duration: 150.113186ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.606961Z","caller":"traceutil/trace.go:171","msg":"trace[207388918] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"150.579048ms","start":"2026-03-29T01:58:47.456358Z","end":"2026-03-29T01:58:47.606937Z","steps":["trace[207388918] 'process raft request' (duration: 150.433964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.607092Z","caller":"traceutil/trace.go:171","msg":"trace[72075226] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"150.828775ms","start":"2026-03-29T01:58:47.456248Z","end":"2026-03-29T01:58:47.607077Z","steps":["trace[72075226] 'process raft request' (duration: 150.387153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.607127Z","caller":"traceutil/trace.go:171","msg":"trace[332948062] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"150.65306ms","start":"2026-03-29T01:58:47.456393Z","end":"2026-03-29T01:58:47.607046Z","steps":["trace[332948062] 'process raft request' (duration: 150.448305ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.607212Z","caller":"traceutil/trace.go:171","msg":"trace[1983468369] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"150.719902ms","start":"2026-03-29T01:58:47.456474Z","end":"2026-03-29T01:58:47.607194Z","steps":["trace[1983468369] 'process raft request' (duration: 150.416404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:47.607375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.490464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-29T01:58:47.60744Z","caller":"traceutil/trace.go:171","msg":"trace[1105374138] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:365; }","duration":"151.588017ms","start":"2026-03-29T01:58:47.455835Z","end":"2026-03-29T01:58:47.607423Z","steps":["trace[1105374138] 'agreement among raft nodes before linearized reading' (duration: 151.34144ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.686431Z","caller":"traceutil/trace.go:171","msg":"trace[1979495023] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"159.962804ms","start":"2026-03-29T01:58:47.52621Z","end":"2026-03-29T01:58:47.686173Z","steps":["trace[1979495023] 'process raft request' (duration: 159.82487ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.778417Z","caller":"traceutil/trace.go:171","msg":"trace[878636992] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"162.228996ms","start":"2026-03-29T01:58:47.61616Z","end":"2026-03-29T01:58:47.778389Z","steps":["trace[878636992] 'process raft request' (duration: 159.824341ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.77849Z","caller":"traceutil/trace.go:171","msg":"trace[946001123] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"158.898715ms","start":"2026-03-29T01:58:47.619564Z","end":"2026-03-29T01:58:47.778462Z","steps":["trace[946001123] 'process raft request' (duration: 158.828863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.778578Z","caller":"traceutil/trace.go:171","msg":"trace[1667278770] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"161.027813ms","start":"2026-03-29T01:58:47.617431Z","end":"2026-03-29T01:58:47.778459Z","steps":["trace[1667278770] 'process raft request' (duration: 160.89157ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.1246Z","caller":"traceutil/trace.go:171","msg":"trace[1499571895] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"127.424908ms","start":"2026-03-29T01:58:48.996873Z","end":"2026-03-29T01:58:49.124298Z","steps":["trace[1499571895] 'process raft request' (duration: 127.215523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.305827Z","caller":"traceutil/trace.go:171","msg":"trace[1996286708] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"172.393103ms","start":"2026-03-29T01:58:49.13341Z","end":"2026-03-29T01:58:49.305803Z","steps":["trace[1996286708] 'process raft request' (duration: 124.738706ms)","trace[1996286708] 'compare' (duration: 47.091582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:49.637344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.78774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:49.637614Z","caller":"traceutil/trace.go:171","msg":"trace[897359392] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:408; }","duration":"115.025751ms","start":"2026-03-29T01:58:49.522568Z","end":"2026-03-29T01:58:49.637593Z","steps":["trace[897359392] 'read index received' (duration: 8.907953ms)","trace[897359392] 'applied index is now lower than readState.Index' (duration: 106.116618ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:49.637714Z","caller":"traceutil/trace.go:171","msg":"trace[34340323] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"325.85491ms","start":"2026-03-29T01:58:49.311846Z","end":"2026-03-29T01:58:49.637701Z","steps":["trace[34340323] 'process raft request' (duration: 219.614528ms)","trace[34340323] 'compare' (duration: 105.597295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:49.637787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.311834Z","time spent":"325.913611ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:49.637968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.395341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:49.637932Z","caller":"traceutil/trace.go:171","msg":"trace[1096032893] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"286.525829ms","start":"2026-03-29T01:58:49.351385Z","end":"2026-03-29T01:58:49.63791Z","steps":["trace[1096032893] 'process raft request' (duration: 286.160429ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.638009Z","caller":"traceutil/trace.go:171","msg":"trace[1961804209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:396; }","duration":"115.457143ms","start":"2026-03-29T01:58:49.52254Z","end":"2026-03-29T01:58:49.637997Z","steps":["trace[1961804209] 'agreement among raft nodes before linearized reading' (duration: 115.362931ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.638222Z","caller":"traceutil/trace.go:171","msg":"trace[579327656] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"293.784806ms","start":"2026-03-29T01:58:49.344371Z","end":"2026-03-29T01:58:49.638156Z","steps":["trace[579327656] 'process raft request' (duration: 293.096518ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.915341Z","caller":"traceutil/trace.go:171","msg":"trace[1460773712] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:411; }","duration":"270.844133ms","start":"2026-03-29T01:58:49.644476Z","end":"2026-03-29T01:58:49.91532Z","steps":["trace[1460773712] 'read index received' (duration: 25.136355ms)","trace[1460773712] 'applied index is now lower than readState.Index' (duration: 245.706808ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:49.915403Z","caller":"traceutil/trace.go:171","msg":"trace[1178978514] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"272.042315ms","start":"2026-03-29T01:58:49.643327Z","end":"2026-03-29T01:58:49.915369Z","steps":["trace[1178978514] 'process raft request' (duration: 271.797978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:49.915515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.018277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T01:58:49.915556Z","caller":"traceutil/trace.go:171","msg":"trace[1717260114] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:400; }","duration":"271.10802ms","start":"2026-03-29T01:58:49.644437Z","end":"2026-03-29T01:58:49.915545Z","steps":["trace[1717260114] 'agreement among raft nodes before linearized reading' (duration: 270.975686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:49.915532Z","caller":"traceutil/trace.go:171","msg":"trace[1443678821] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"272.22026ms","start":"2026-03-29T01:58:49.643277Z","end":"2026-03-29T01:58:49.915497Z","steps":["trace[1443678821] 'process raft request' (duration: 272.001734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:51.750638Z","caller":"traceutil/trace.go:171","msg":"trace[400752059] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"133.228187ms","start":"2026-03-29T01:58:51.617386Z","end":"2026-03-29T01:58:51.750614Z","steps":["trace[400752059] 'read index received' (duration: 133.067822ms)","trace[400752059] 'applied index is now lower than readState.Index' (duration: 159.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:51.750697Z","caller":"traceutil/trace.go:171","msg":"trace[292177324] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"432.967956ms","start":"2026-03-29T01:58:51.317688Z","end":"2026-03-29T01:58:51.750656Z","steps":["trace[292177324] 'process raft request' (duration: 432.735169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.750821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.417632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-29T01:58:51.750851Z","caller":"traceutil/trace.go:171","msg":"trace[1909457854] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:401; }","duration":"133.505174ms","start":"2026-03-29T01:58:51.617339Z","end":"2026-03-29T01:58:51.750844Z","steps":["trace[1909457854] 'agreement among raft nodes before linearized reading' (duration: 133.398811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.750907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.317667Z","time spent":"433.14221ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:52.420165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:52.920334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:53.290904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502636701s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:53.291407Z","caller":"traceutil/trace.go:171","msg":"trace[926525336] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.534812486s","start":"2026-03-29T01:58:51.756569Z","end":"2026-03-29T01:58:53.291382Z","steps":["trace[926525336] 'process raft request' (duration: 1.534574219s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.291443Z","caller":"traceutil/trace.go:171","msg":"trace[1760932787] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"1.372005095s","start":"2026-03-29T01:58:51.919404Z","end":"2026-03-29T01:58:53.291409Z","steps":["trace[1760932787] 'read index received' (duration: 1.371628504s)","trace[1760932787] 'applied index is now lower than readState.Index' (duration: 375.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:53.291517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.75655Z","time spent":"1.534897609s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:53.291564Z","caller":"traceutil/trace.go:171","msg":"trace[1179739084] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.53056162s","start":"2026-03-29T01:58:51.760981Z","end":"2026-03-29T01:58:53.291542Z","steps":["trace[1179739084] 'process raft request' (duration: 1.530347244s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.291603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372187389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:58:53.291634Z","caller":"traceutil/trace.go:171","msg":"trace[55550188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"1.372266472s","start":"2026-03-29T01:58:51.919358Z","end":"2026-03-29T01:58:53.291625Z","steps":["trace[55550188] 'agreement among raft nodes before linearized reading' (duration: 1.372189639s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.29165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37221751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:58:53.291667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.760972Z","time spent":"1.530638663s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:53.291665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.919337Z","time spent":"1.372319363s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:58:53.291676Z","caller":"traceutil/trace.go:171","msg":"trace[1072819924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"1.372273672s","start":"2026-03-29T01:58:51.919393Z","end":"2026-03-29T01:58:53.291667Z","steps":["trace[1072819924] 'agreement among raft nodes before linearized reading' (duration: 1.37221704s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.291698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:51.919369Z","time spent":"1.372324853s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:53.291794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146465325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:53.291921Z","caller":"traceutil/trace.go:171","msg":"trace[28748084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"1.14662797s","start":"2026-03-29T01:58:52.145262Z","end":"2026-03-29T01:58:53.29189Z","steps":["trace[28748084] 'agreement among raft nodes before linearized reading' (duration: 1.146427664s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.291997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:52.145246Z","time spent":"1.146733743s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:53.537141Z","caller":"traceutil/trace.go:171","msg":"trace[1634587460] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"237.3123ms","start":"2026-03-29T01:58:53.299809Z","end":"2026-03-29T01:58:53.537121Z","steps":["trace[1634587460] 'read index received' (duration: 42.340773ms)","trace[1634587460] 'applied index is now lower than readState.Index' (duration: 194.970867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:53.537279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.447113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:53.537311Z","caller":"traceutil/trace.go:171","msg":"trace[182348443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"237.509235ms","start":"2026-03-29T01:58:53.299793Z","end":"2026-03-29T01:58:53.537302Z","steps":["trace[182348443] 'agreement among raft nodes before linearized reading' (duration: 237.410052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.537274Z","caller":"traceutil/trace.go:171","msg":"trace[221419519] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"240.049734ms","start":"2026-03-29T01:58:53.29716Z","end":"2026-03-29T01:58:53.53721Z","steps":["trace[221419519] 'process raft request' (duration: 239.801987ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.537373Z","caller":"traceutil/trace.go:171","msg":"trace[1801804297] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"235.872231ms","start":"2026-03-29T01:58:53.301469Z","end":"2026-03-29T01:58:53.537341Z","steps":["trace[1801804297] 'process raft request' (duration: 235.617164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.461107Z","caller":"traceutil/trace.go:171","msg":"trace[2031747881] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"115.022531ms","start":"2026-03-29T01:58:55.34606Z","end":"2026-03-29T01:58:55.461083Z","steps":["trace[2031747881] 'read index received' (duration: 114.663291ms)","trace[2031747881] 'applied index is now lower than readState.Index' (duration: 358.08µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:55.461154Z","caller":"traceutil/trace.go:171","msg":"trace[1098098679] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"159.252884ms","start":"2026-03-29T01:58:55.301871Z","end":"2026-03-29T01:58:55.461124Z","steps":["trace[1098098679] 'process raft request' (duration: 158.975337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:55.461362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.233566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:58:55.461441Z","caller":"traceutil/trace.go:171","msg":"trace[1815996952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"115.38066ms","start":"2026-03-29T01:58:55.346049Z","end":"2026-03-29T01:58:55.46143Z","steps":["trace[1815996952] 'agreement among raft nodes before linearized reading' (duration: 115.164165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.732355Z","caller":"traceutil/trace.go:171","msg":"trace[218827157] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"190.629329ms","start":"2026-03-29T01:58:55.541704Z","end":"2026-03-29T01:58:55.732333Z","steps":["trace[218827157] 'read index received' (duration: 102.14244ms)","trace[218827157] 'applied index is now lower than readState.Index' (duration: 88.486019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:55.732469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.746583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:55.732493Z","caller":"traceutil/trace.go:171","msg":"trace[807445586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"190.823265ms","start":"2026-03-29T01:58:55.541662Z","end":"2026-03-29T01:58:55.732485Z","steps":["trace[807445586] 'agreement among raft nodes before linearized reading' (duration: 190.751143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.732515Z","caller":"traceutil/trace.go:171","msg":"trace[1348348062] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"267.680827ms","start":"2026-03-29T01:58:55.464795Z","end":"2026-03-29T01:58:55.732476Z","steps":["trace[1348348062] 'process raft request' (duration: 178.967112ms)","trace[1348348062] 'compare' (duration: 88.468018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:56.458238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.294906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:56.458425Z","caller":"traceutil/trace.go:171","msg":"trace[1841991866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"623.549893ms","start":"2026-03-29T01:58:55.834849Z","end":"2026-03-29T01:58:56.458399Z","steps":["trace[1841991866] 'range keys from in-memory index tree' (duration: 623.150441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:56.458481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:55.834808Z","time spent":"623.658635ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:58:58.599573Z","caller":"traceutil/trace.go:171","msg":"trace[1429735621] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"474.997299ms","start":"2026-03-29T01:58:58.124547Z","end":"2026-03-29T01:58:58.599545Z","steps":["trace[1429735621] 'process raft request' (duration: 474.729071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.599783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.124522Z","time spent":"475.160283ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:59.937135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.176688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:59.937241Z","caller":"traceutil/trace.go:171","msg":"trace[1663061561] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"789.466858ms","start":"2026-03-29T01:58:59.147761Z","end":"2026-03-29T01:58:59.937228Z","steps":["trace[1663061561] 'read index received' (duration: 179.042283ms)","trace[1663061561] 'applied index is now lower than readState.Index' (duration: 610.423475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:59.937317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.5558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:59.93734Z","caller":"traceutil/trace.go:171","msg":"trace[50083652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"789.612992ms","start":"2026-03-29T01:58:59.14772Z","end":"2026-03-29T01:58:59.937333Z","steps":["trace[50083652] 'agreement among raft nodes before linearized reading' (duration: 789.574191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.937367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:59.147702Z","time spent":"789.660664ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:59.937342Z","caller":"traceutil/trace.go:171","msg":"trace[1343517943] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.334194026s","start":"2026-03-29T01:58:58.603091Z","end":"2026-03-29T01:58:59.937285Z","steps":["trace[1343517943] 'process raft request' (duration: 723.801682ms)","trace[1343517943] 'compare' (duration: 610.080355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:59.937465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.027811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:58:59.93752Z","caller":"traceutil/trace.go:171","msg":"trace[1498002588] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:417; }","duration":"665.180485ms","start":"2026-03-29T01:58:59.272329Z","end":"2026-03-29T01:58:59.937509Z","steps":["trace[1498002588] 'agreement among raft nodes before linearized reading' (duration: 665.00929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.93751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.388941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:58:59.93757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.60307Z","time spent":"1.334395291s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:59.937605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.231294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:58:59.937634Z","caller":"traceutil/trace.go:171","msg":"trace[1961057965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"418.285726ms","start":"2026-03-29T01:58:59.519342Z","end":"2026-03-29T01:58:59.937628Z","steps":["trace[1961057965] 'agreement among raft nodes before linearized reading' (duration: 418.224634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.937617Z","caller":"traceutil/trace.go:171","msg":"trace[207606985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"115.520765ms","start":"2026-03-29T01:58:59.822072Z","end":"2026-03-29T01:58:59.937592Z","steps":["trace[207606985] 'agreement among raft nodes before linearized reading' (duration: 115.366111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.937656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:59.519327Z","time spent":"418.325267ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:59.937545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:59.272286Z","time spent":"665.252807ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T01:58:59.937978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.793066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:59.938013Z","caller":"traceutil/trace.go:171","msg":"trace[1711963770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"111.086853ms","start":"2026-03-29T01:58:59.826917Z","end":"2026-03-29T01:58:59.938004Z","steps":["trace[1711963770] 'agreement among raft nodes before linearized reading' (duration: 110.716363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:01.734952Z","caller":"traceutil/trace.go:171","msg":"trace[1610454902] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"443.017348ms","start":"2026-03-29T01:59:01.291912Z","end":"2026-03-29T01:59:01.734929Z","steps":["trace[1610454902] 'process raft request' (duration: 442.875884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:01.735095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.291894Z","time spent":"443.129242ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:02.866306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.273911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:02.866409Z","caller":"traceutil/trace.go:171","msg":"trace[1588840480] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"830.960998ms","start":"2026-03-29T01:59:02.035432Z","end":"2026-03-29T01:59:02.866393Z","steps":["trace[1588840480] 'process raft request' (duration: 245.519853ms)","trace[1588840480] 'compare' (duration: 585.147727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:02.866456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.035394Z","time spent":"831.041671ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:02.866936Z","caller":"traceutil/trace.go:171","msg":"trace[793289138] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"830.183177ms","start":"2026-03-29T01:59:02.036724Z","end":"2026-03-29T01:59:02.866908Z","steps":["trace[793289138] 'process raft request' (duration: 829.944331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.867136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.036702Z","time spent":"830.330531ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:02.867307Z","caller":"traceutil/trace.go:171","msg":"trace[1700710103] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"830.399913ms","start":"2026-03-29T01:59:02.036832Z","end":"2026-03-29T01:59:02.867232Z","steps":["trace[1700710103] 'process raft request' (duration: 830.035173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:02.867396Z","caller":"traceutil/trace.go:171","msg":"trace[1432422516] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:440; }","duration":"719.965387ms","start":"2026-03-29T01:59:02.147354Z","end":"2026-03-29T01:59:02.86732Z","steps":["trace[1432422516] 'read index received' (duration: 133.589306ms)","trace[1432422516] 'applied index is now lower than readState.Index' (duration: 586.375161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:02.867573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.036827Z","time spent":"830.625419ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:02.867574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.185093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:02.867612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.76718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-29T01:59:02.867686Z","caller":"traceutil/trace.go:171","msg":"trace[1288075725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"720.356018ms","start":"2026-03-29T01:59:02.147307Z","end":"2026-03-29T01:59:02.867663Z","steps":["trace[1288075725] 'agreement among raft nodes before linearized reading' (duration: 720.117382ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:02.867701Z","caller":"traceutil/trace.go:171","msg":"trace[1227886309] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:427; }","duration":"403.894964ms","start":"2026-03-29T01:59:02.463789Z","end":"2026-03-29T01:59:02.867684Z","steps":["trace[1227886309] 'agreement among raft nodes before linearized reading' (duration: 403.7538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.867748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.147286Z","time spent":"720.45307ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:02.867753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.46377Z","time spent":"403.970316ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4400,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T01:59:02.867443Z","caller":"traceutil/trace.go:171","msg":"trace[806669779] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"820.302828ms","start":"2026-03-29T01:59:02.047075Z","end":"2026-03-29T01:59:02.867378Z","steps":["trace[806669779] 'process raft request' (duration: 820.065562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.868148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.047053Z","time spent":"821.005938ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:04.084984Z","caller":"traceutil/trace.go:171","msg":"trace[515945046] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"197.837315ms","start":"2026-03-29T01:59:03.887129Z","end":"2026-03-29T01:59:04.084967Z","steps":["trace[515945046] 'process raft request' (duration: 197.347571ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:04.084967Z","caller":"traceutil/trace.go:171","msg":"trace[701242221] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"202.009849ms","start":"2026-03-29T01:59:03.882926Z","end":"2026-03-29T01:59:04.084935Z","steps":["trace[701242221] 'process raft request' (duration: 117.900639ms)","trace[701242221] 'compare' (duration: 83.37073ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:04.085021Z","caller":"traceutil/trace.go:171","msg":"trace[1043812563] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"197.825284ms","start":"2026-03-29T01:59:03.887129Z","end":"2026-03-29T01:59:04.084954Z","steps":["trace[1043812563] 'process raft request' (duration: 197.267219ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:04.66569Z","caller":"traceutil/trace.go:171","msg":"trace[1211879084] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"135.644792ms","start":"2026-03-29T01:59:04.530001Z","end":"2026-03-29T01:59:04.665646Z","steps":["trace[1211879084] 'process raft request' (duration: 51.104821ms)","trace[1211879084] 'compare' (duration: 84.356506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:07.636739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.963763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:07.636855Z","caller":"traceutil/trace.go:171","msg":"trace[788723130] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"687.528914ms","start":"2026-03-29T01:59:06.949307Z","end":"2026-03-29T01:59:07.636836Z","steps":["trace[788723130] 'process raft request' (duration: 548.393367ms)","trace[788723130] 'compare' (duration: 138.86826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:07.636911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.949285Z","time spent":"687.602226ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:08.113084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.007676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:08.113156Z","caller":"traceutil/trace.go:171","msg":"trace[850428000] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"965.426188ms","start":"2026-03-29T01:59:07.147717Z","end":"2026-03-29T01:59:08.113143Z","steps":["trace[850428000] 'read index received' (duration: 349.950845ms)","trace[850428000] 'applied index is now lower than readState.Index' (duration: 615.474623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:08.113196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.487311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:08.113214Z","caller":"traceutil/trace.go:171","msg":"trace[974025043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"965.543962ms","start":"2026-03-29T01:59:07.147663Z","end":"2026-03-29T01:59:08.113206Z","steps":["trace[974025043] 'agreement among raft nodes before linearized reading' (duration: 965.510471ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:08.113186Z","caller":"traceutil/trace.go:171","msg":"trace[488995696] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.163732137s","start":"2026-03-29T01:59:06.949421Z","end":"2026-03-29T01:59:08.113153Z","steps":["trace[488995696] 'process raft request' (duration: 863.595457ms)","trace[488995696] 'compare' (duration: 299.866812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:08.113237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.147638Z","time spent":"965.594093ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:08.113339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.94939Z","time spent":"1.163859479s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:08.957433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.186611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:08.957525Z","caller":"traceutil/trace.go:171","msg":"trace[931350622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:464; }","duration":"681.322705ms","start":"2026-03-29T01:59:08.276178Z","end":"2026-03-29T01:59:08.957501Z","steps":["trace[931350622] 'range keys from in-memory index tree' (duration: 681.044978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:08.957571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:08.276159Z","time spent":"681.403208ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:09.450777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:09.951209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:10.339615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.701666928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:10.340056Z","caller":"traceutil/trace.go:171","msg":"trace[515556346] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.702242743s","start":"2026-03-29T01:59:08.637779Z","end":"2026-03-29T01:59:10.340022Z","steps":["trace[515556346] 'process raft request' (duration: 1.702090699s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.34023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:08.63775Z","time spent":"1.702391597s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:10.570611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.30396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:10.570729Z","caller":"traceutil/trace.go:171","msg":"trace[165539534] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:484; }","duration":"1.620671353s","start":"2026-03-29T01:59:08.950041Z","end":"2026-03-29T01:59:10.570712Z","steps":["trace[165539534] 'read index received' (duration: 1.38984379s)","trace[165539534] 'applied index is now lower than readState.Index' (duration: 230.826453ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:10.570764Z","caller":"traceutil/trace.go:171","msg":"trace[1796068737] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.60878675s","start":"2026-03-29T01:59:08.961949Z","end":"2026-03-29T01:59:10.570736Z","steps":["trace[1796068737] 'process raft request' (duration: 1.447283474s)","trace[1796068737] 'compare' (duration: 161.157156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:10.570829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425536131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:10.570863Z","caller":"traceutil/trace.go:171","msg":"trace[1439430464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"1.425605993s","start":"2026-03-29T01:59:09.145247Z","end":"2026-03-29T01:59:10.570853Z","steps":["trace[1439430464] 'agreement among raft nodes before linearized reading' (duration: 1.425553681s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.570896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:08.961929Z","time spent":"1.608896022s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:10.570929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.145212Z","time spent":"1.425701595s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:10.57096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.389559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:59:10.57098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620928479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:59:10.571072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.014284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:10.571103Z","caller":"traceutil/trace.go:171","msg":"trace[772638091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"930.077625ms","start":"2026-03-29T01:59:09.641018Z","end":"2026-03-29T01:59:10.571095Z","steps":["trace[772638091] 'agreement among raft nodes before linearized reading' (duration: 930.032224ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:10.571079Z","caller":"traceutil/trace.go:171","msg":"trace[490846913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"1.621099064s","start":"2026-03-29T01:59:08.949955Z","end":"2026-03-29T01:59:10.571054Z","steps":["trace[490846913] 'agreement among raft nodes before linearized reading' (duration: 1.620837147s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.571131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.640999Z","time spent":"930.125306ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:59:10.571017Z","caller":"traceutil/trace.go:171","msg":"trace[1878799354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"453.486442ms","start":"2026-03-29T01:59:10.117517Z","end":"2026-03-29T01:59:10.571003Z","steps":["trace[1878799354] 'agreement among raft nodes before linearized reading' (duration: 453.397049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.571159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:08.949921Z","time spent":"1.621224568s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:10.571204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:10.117497Z","time spent":"453.697108ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:10.571206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297958598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:10.571297Z","caller":"traceutil/trace.go:171","msg":"trace[335456615] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:466; }","duration":"1.298109833s","start":"2026-03-29T01:59:09.273166Z","end":"2026-03-29T01:59:10.571275Z","steps":["trace[335456615] 'agreement among raft nodes before linearized reading' (duration: 1.297914478s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.57134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.273125Z","time spent":"1.298206406s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T01:59:10.856006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.360029ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-29T01:59:10.856334Z","caller":"traceutil/trace.go:171","msg":"trace[2105494245] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"283.634981ms","start":"2026-03-29T01:59:10.572661Z","end":"2026-03-29T01:59:10.856296Z","steps":["trace[2105494245] 'read index received' (duration: 164.124178ms)","trace[2105494245] 'applied index is now lower than readState.Index' (duration: 119.506563ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:10.856361Z","caller":"traceutil/trace.go:171","msg":"trace[1325987214] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"280.744442ms","start":"2026-03-29T01:59:10.575597Z","end":"2026-03-29T01:59:10.856342Z","steps":["trace[1325987214] 'process raft request' (duration: 280.697111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:10.856401Z","caller":"traceutil/trace.go:171","msg":"trace[965384966] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"281.036869ms","start":"2026-03-29T01:59:10.575356Z","end":"2026-03-29T01:59:10.856393Z","steps":["trace[965384966] 'process raft request' (duration: 280.869475ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:10.856424Z","caller":"traceutil/trace.go:171","msg":"trace[775072286] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"281.105121ms","start":"2026-03-29T01:59:10.575286Z","end":"2026-03-29T01:59:10.856391Z","steps":["trace[775072286] 'process raft request' (duration: 280.817694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:10.856593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.906408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:10.856674Z","caller":"traceutil/trace.go:171","msg":"trace[2110974810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:469; }","duration":"284.019681ms","start":"2026-03-29T01:59:10.572634Z","end":"2026-03-29T01:59:10.856654Z","steps":["trace[2110974810] 'agreement among raft nodes before linearized reading' (duration: 283.806746ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:11.210916Z","caller":"traceutil/trace.go:171","msg":"trace[54658337] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"345.273618ms","start":"2026-03-29T01:59:10.865615Z","end":"2026-03-29T01:59:11.210889Z","steps":["trace[54658337] 'read index received' (duration: 304.347664ms)","trace[54658337] 'applied index is now lower than readState.Index' (duration: 40.924924ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:11.210962Z","caller":"traceutil/trace.go:171","msg":"trace[1251701859] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"352.947378ms","start":"2026-03-29T01:59:10.857979Z","end":"2026-03-29T01:59:11.210926Z","steps":["trace[1251701859] 'process raft request' (duration: 311.91037ms)","trace[1251701859] 'compare' (duration: 40.889294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:11.211067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.485154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:11.211208Z","caller":"traceutil/trace.go:171","msg":"trace[1885041993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"345.574566ms","start":"2026-03-29T01:59:10.865519Z","end":"2026-03-29T01:59:11.211094Z","steps":["trace[1885041993] 'agreement among raft nodes before linearized reading' (duration: 345.467343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.211246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:10.857953Z","time spent":"353.085191ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:11.211294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:10.865506Z","time spent":"345.772332ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:13.018647Z","caller":"traceutil/trace.go:171","msg":"trace[1723633090] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"158.665639ms","start":"2026-03-29T01:59:12.859953Z","end":"2026-03-29T01:59:13.018619Z","steps":["trace[1723633090] 'read index received' (duration: 158.582257ms)","trace[1723633090] 'applied index is now lower than readState.Index' (duration: 82.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:13.018759Z","caller":"traceutil/trace.go:171","msg":"trace[735813331] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"439.362649ms","start":"2026-03-29T01:59:12.579345Z","end":"2026-03-29T01:59:13.018708Z","steps":["trace[735813331] 'process raft request' (duration: 439.109453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.018878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.847054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:13.018931Z","caller":"traceutil/trace.go:171","msg":"trace[1178501124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"158.958167ms","start":"2026-03-29T01:59:12.859956Z","end":"2026-03-29T01:59:13.018914Z","steps":["trace[1178501124] 'agreement among raft nodes before linearized reading' (duration: 158.841064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.018962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.094724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:59:13.018979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.579324Z","time spent":"439.550625ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:13.019032Z","caller":"traceutil/trace.go:171","msg":"trace[449911681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"158.234307ms","start":"2026-03-29T01:59:12.860781Z","end":"2026-03-29T01:59:13.019015Z","steps":["trace[449911681] 'agreement among raft nodes before linearized reading' (duration: 158.113004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.018976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.917606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:13.019174Z","caller":"traceutil/trace.go:171","msg":"trace[916369685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"159.233575ms","start":"2026-03-29T01:59:12.859885Z","end":"2026-03-29T01:59:13.019119Z","steps":["trace[916369685] 'agreement among raft nodes before linearized reading' (duration: 158.867805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.187244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.949062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:13.187458Z","caller":"traceutil/trace.go:171","msg":"trace[1439341727] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"164.065366ms","start":"2026-03-29T01:59:13.023366Z","end":"2026-03-29T01:59:13.187431Z","steps":["trace[1439341727] 'process raft request' (duration: 53.809825ms)","trace[1439341727] 'compare' (duration: 109.806519ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:13.187553Z","caller":"traceutil/trace.go:171","msg":"trace[275068334] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"158.941817ms","start":"2026-03-29T01:59:13.028593Z","end":"2026-03-29T01:59:13.187535Z","steps":["trace[275068334] 'process raft request' (duration: 158.888445ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.1878Z","caller":"traceutil/trace.go:171","msg":"trace[994183372] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"163.768338ms","start":"2026-03-29T01:59:13.024016Z","end":"2026-03-29T01:59:13.187785Z","steps":["trace[994183372] 'process raft request' (duration: 163.356456ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.187914Z","caller":"traceutil/trace.go:171","msg":"trace[948594374] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"163.628934ms","start":"2026-03-29T01:59:13.024272Z","end":"2026-03-29T01:59:13.187901Z","steps":["trace[948594374] 'process raft request' (duration: 163.166431ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.853476Z","caller":"traceutil/trace.go:171","msg":"trace[1206851957] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"109.157431ms","start":"2026-03-29T01:59:16.744298Z","end":"2026-03-29T01:59:16.853455Z","steps":["trace[1206851957] 'process raft request' (duration: 108.854023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.027061Z","caller":"traceutil/trace.go:171","msg":"trace[748892381] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"149.995453ms","start":"2026-03-29T01:59:16.877037Z","end":"2026-03-29T01:59:17.027033Z","steps":["trace[748892381] 'process raft request' (duration: 127.245794ms)","trace[748892381] 'compare' (duration: 22.312338ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:17.035115Z","caller":"traceutil/trace.go:171","msg":"trace[1975968439] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"157.856147ms","start":"2026-03-29T01:59:16.877245Z","end":"2026-03-29T01:59:17.035102Z","steps":["trace[1975968439] 'process raft request' (duration: 157.804095ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.234253Z","caller":"traceutil/trace.go:171","msg":"trace[770396696] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"111.106454ms","start":"2026-03-29T01:59:17.123103Z","end":"2026-03-29T01:59:17.23421Z","steps":["trace[770396696] 'process raft request' (duration: 45.116588ms)","trace[770396696] 'compare' (duration: 65.514104ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:17.23428Z","caller":"traceutil/trace.go:171","msg":"trace[1769030089] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"110.555369ms","start":"2026-03-29T01:59:17.1237Z","end":"2026-03-29T01:59:17.234255Z","steps":["trace[1769030089] 'process raft request' (duration: 110.375334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.234294Z","caller":"traceutil/trace.go:171","msg":"trace[744284777] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"110.560649ms","start":"2026-03-29T01:59:17.123714Z","end":"2026-03-29T01:59:17.234275Z","steps":["trace[744284777] 'process raft request' (duration: 110.481567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.735603Z","caller":"traceutil/trace.go:171","msg":"trace[624613366] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"216.203785ms","start":"2026-03-29T01:59:17.519353Z","end":"2026-03-29T01:59:17.735557Z","steps":["trace[624613366] 'process raft request' (duration: 214.270032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.735729Z","caller":"traceutil/trace.go:171","msg":"trace[1520528528] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"215.991579ms","start":"2026-03-29T01:59:17.519692Z","end":"2026-03-29T01:59:17.735684Z","steps":["trace[1520528528] 'process raft request' (duration: 215.779094ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.735984Z","caller":"traceutil/trace.go:171","msg":"trace[109479946] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"213.616675ms","start":"2026-03-29T01:59:17.5223Z","end":"2026-03-29T01:59:17.735917Z","steps":["trace[109479946] 'process raft request' (duration: 213.227864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.736927Z","caller":"traceutil/trace.go:171","msg":"trace[216638501] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"177.787251ms","start":"2026-03-29T01:59:17.559122Z","end":"2026-03-29T01:59:17.73691Z","steps":["trace[216638501] 'process raft request' (duration: 177.058151ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.739674Z","caller":"traceutil/trace.go:171","msg":"trace[1116181730] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"166.355481ms","start":"2026-03-29T01:59:17.573276Z","end":"2026-03-29T01:59:17.739632Z","steps":["trace[1116181730] 'process raft request' (duration: 166.159785ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.739996Z","caller":"traceutil/trace.go:171","msg":"trace[2104898560] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"159.279548ms","start":"2026-03-29T01:59:17.580673Z","end":"2026-03-29T01:59:17.739953Z","steps":["trace[2104898560] 'process raft request' (duration: 158.98342ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.740341Z","caller":"traceutil/trace.go:171","msg":"trace[508021747] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"165.298292ms","start":"2026-03-29T01:59:17.57445Z","end":"2026-03-29T01:59:17.739748Z","steps":["trace[508021747] 'process raft request' (duration: 165.069296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.051936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.228087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:18.052184Z","caller":"traceutil/trace.go:171","msg":"trace[737746200] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:528; }","duration":"306.855278ms","start":"2026-03-29T01:59:17.745309Z","end":"2026-03-29T01:59:18.052165Z","steps":["trace[737746200] 'read index received' (duration: 62.310993ms)","trace[737746200] 'applied index is now lower than readState.Index' (duration: 244.543195ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:18.052197Z","caller":"traceutil/trace.go:171","msg":"trace[1335800015] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"309.553041ms","start":"2026-03-29T01:59:17.742611Z","end":"2026-03-29T01:59:18.052164Z","steps":["trace[1335800015] 'process raft request' (duration: 128.966924ms)","trace[1335800015] 'compare' (duration: 179.94939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.052345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.742584Z","time spent":"309.683475ms","remote":"127.0.0.1:53852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:18.052319Z","caller":"traceutil/trace.go:171","msg":"trace[236166207] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"306.214691ms","start":"2026-03-29T01:59:17.746062Z","end":"2026-03-29T01:59:18.052277Z","steps":["trace[236166207] 'process raft request' (duration: 306.006065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.052455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.135196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-29T01:59:18.052498Z","caller":"traceutil/trace.go:171","msg":"trace[1968687034] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:509; }","duration":"307.179017ms","start":"2026-03-29T01:59:17.745304Z","end":"2026-03-29T01:59:18.052483Z","steps":["trace[1968687034] 'agreement among raft nodes before linearized reading' (duration: 306.979501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.052489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.74605Z","time spent":"306.355125ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:18.052532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.745266Z","time spent":"307.257739ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15097,"request content":"key:\"/registry/pods/kube-system/cilium-gkmxv\" "} {"level":"warn","ts":"2026-03-29T01:59:18.053138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.034337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-29T01:59:18.053212Z","caller":"traceutil/trace.go:171","msg":"trace[395558958] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:509; }","duration":"288.14923ms","start":"2026-03-29T01:59:17.765043Z","end":"2026-03-29T01:59:18.053193Z","steps":["trace[395558958] 'agreement among raft nodes before linearized reading' (duration: 287.944004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.05334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.126179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:59:18.0534Z","caller":"traceutil/trace.go:171","msg":"trace[156001763] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:509; }","duration":"221.236781ms","start":"2026-03-29T01:59:17.832149Z","end":"2026-03-29T01:59:18.053386Z","steps":["trace[156001763] 'agreement among raft nodes before linearized reading' (duration: 220.767239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.05435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.089511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-29T01:59:18.054462Z","caller":"traceutil/trace.go:171","msg":"trace[1993939125] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:509; }","duration":"308.252886ms","start":"2026-03-29T01:59:17.746188Z","end":"2026-03-29T01:59:18.054441Z","steps":["trace[1993939125] 'agreement among raft nodes before linearized reading' (duration: 307.914427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.05451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.74618Z","time spent":"308.321818ms","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4356,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-29T01:59:18.321109Z","caller":"traceutil/trace.go:171","msg":"trace[1813095225] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"174.644756ms","start":"2026-03-29T01:59:18.146444Z","end":"2026-03-29T01:59:18.321089Z","steps":["trace[1813095225] 'process raft request' (duration: 173.512425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:18.370507Z","caller":"traceutil/trace.go:171","msg":"trace[79137137] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"200.367985ms","start":"2026-03-29T01:59:18.170113Z","end":"2026-03-29T01:59:18.370481Z","steps":["trace[79137137] 'read index received' (duration: 149.839482ms)","trace[79137137] 'applied index is now lower than readState.Index' (duration: 50.527623ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:18.370577Z","caller":"traceutil/trace.go:171","msg":"trace[178594648] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"223.979027ms","start":"2026-03-29T01:59:18.146557Z","end":"2026-03-29T01:59:18.370536Z","steps":["trace[178594648] 'process raft request' (duration: 223.797162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.371098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.954431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-29T01:59:18.371171Z","caller":"traceutil/trace.go:171","msg":"trace[1035928660] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:515; }","duration":"201.086054ms","start":"2026-03-29T01:59:18.170064Z","end":"2026-03-29T01:59:18.37115Z","steps":["trace[1035928660] 'agreement among raft nodes before linearized reading' (duration: 200.536199ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:19.41356Z","caller":"traceutil/trace.go:171","msg":"trace[273806599] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"131.75482ms","start":"2026-03-29T01:59:19.281778Z","end":"2026-03-29T01:59:19.413533Z","steps":["trace[273806599] 'read index received' (duration: 98.421034ms)","trace[273806599] 'applied index is now lower than readState.Index' (duration: 33.321576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:19.41374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.944415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:19.413781Z","caller":"traceutil/trace.go:171","msg":"trace[725292284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"132.041308ms","start":"2026-03-29T01:59:19.281729Z","end":"2026-03-29T01:59:19.413771Z","steps":["trace[725292284] 'agreement among raft nodes before linearized reading' (duration: 131.930345ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:19.501565Z","caller":"traceutil/trace.go:171","msg":"trace[217970118] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"125.363716ms","start":"2026-03-29T01:59:19.376165Z","end":"2026-03-29T01:59:19.501529Z","steps":["trace[217970118] 'process raft request' (duration: 125.13803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.502587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.356018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T01:59:19.502795Z","caller":"traceutil/trace.go:171","msg":"trace[1070580037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"220.565483ms","start":"2026-03-29T01:59:19.282168Z","end":"2026-03-29T01:59:19.502733Z","steps":["trace[1070580037] 'agreement among raft nodes before linearized reading' (duration: 219.419272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.502156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.807661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:19.502961Z","caller":"traceutil/trace.go:171","msg":"trace[79101829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"179.076407ms","start":"2026-03-29T01:59:19.323824Z","end":"2026-03-29T01:59:19.502901Z","steps":["trace[79101829] 'agreement among raft nodes before linearized reading' (duration: 177.71754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:19.814055Z","caller":"traceutil/trace.go:171","msg":"trace[1206962597] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"312.516672ms","start":"2026-03-29T01:59:19.501509Z","end":"2026-03-29T01:59:19.814025Z","steps":["trace[1206962597] 'read index received' (duration: 237.597996ms)","trace[1206962597] 'applied index is now lower than readState.Index' (duration: 74.917716ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:19.814145Z","caller":"traceutil/trace.go:171","msg":"trace[743422485] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"395.466196ms","start":"2026-03-29T01:59:19.418622Z","end":"2026-03-29T01:59:19.814088Z","steps":["trace[743422485] 'process raft request' (duration: 395.350933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.814296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.518477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:19.814331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.418595Z","time spent":"395.664241ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:19.814156Z","caller":"traceutil/trace.go:171","msg":"trace[977913470] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"399.361202ms","start":"2026-03-29T01:59:19.414755Z","end":"2026-03-29T01:59:19.814116Z","steps":["trace[977913470] 'process raft request' (duration: 324.246521ms)","trace[977913470] 'compare' (duration: 74.828553ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:19.81436Z","caller":"traceutil/trace.go:171","msg":"trace[216821580] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:520; }","duration":"363.62723ms","start":"2026-03-29T01:59:19.450717Z","end":"2026-03-29T01:59:19.814344Z","steps":["trace[216821580] 'agreement among raft nodes before linearized reading' (duration: 363.512967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.814399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.450703Z","time spent":"363.686983ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-29T01:59:19.814501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.414734Z","time spent":"399.65743ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:19.901351Z","caller":"traceutil/trace.go:171","msg":"trace[1594101465] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"392.982179ms","start":"2026-03-29T01:59:19.508339Z","end":"2026-03-29T01:59:19.901321Z","steps":["trace[1594101465] 'process raft request' (duration: 392.835425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.901541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.508317Z","time spent":"393.121952ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:19.901731Z","caller":"traceutil/trace.go:171","msg":"trace[387184328] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"392.974029ms","start":"2026-03-29T01:59:19.508306Z","end":"2026-03-29T01:59:19.90128Z","steps":["trace[387184328] 'process raft request' (duration: 392.730032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.901793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.50828Z","time spent":"393.484972ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:20.463929Z","caller":"traceutil/trace.go:171","msg":"trace[460936434] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"197.352282ms","start":"2026-03-29T01:59:20.266552Z","end":"2026-03-29T01:59:20.463904Z","steps":["trace[460936434] 'process raft request' (duration: 197.189698ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.843548Z","caller":"traceutil/trace.go:171","msg":"trace[981079887] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"571.694805ms","start":"2026-03-29T01:59:20.271806Z","end":"2026-03-29T01:59:20.843501Z","steps":["trace[981079887] 'process raft request' (duration: 571.443218ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.843644Z","caller":"traceutil/trace.go:171","msg":"trace[248516959] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"560.709536ms","start":"2026-03-29T01:59:20.282923Z","end":"2026-03-29T01:59:20.843633Z","steps":["trace[248516959] 'process raft request' (duration: 560.556501ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.843679Z","caller":"traceutil/trace.go:171","msg":"trace[1278471151] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"562.136665ms","start":"2026-03-29T01:59:20.281498Z","end":"2026-03-29T01:59:20.843635Z","steps":["trace[1278471151] 'process raft request' (duration: 561.943169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.843581Z","caller":"traceutil/trace.go:171","msg":"trace[537987083] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"571.627493ms","start":"2026-03-29T01:59:20.271918Z","end":"2026-03-29T01:59:20.843546Z","steps":["trace[537987083] 'process raft request' (duration: 571.467089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.843766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.282917Z","time spent":"560.749998ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:20.843799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.271889Z","time spent":"571.876599ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:20.84379Z","caller":"traceutil/trace.go:171","msg":"trace[83665986] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"559.638467ms","start":"2026-03-29T01:59:20.284085Z","end":"2026-03-29T01:59:20.843723Z","steps":["trace[83665986] 'process raft request' (duration: 559.423731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.843854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.281474Z","time spent":"562.290929ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:20.843965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.284074Z","time spent":"559.808141ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:20.844004Z","caller":"traceutil/trace.go:171","msg":"trace[896386907] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"551.868405ms","start":"2026-03-29T01:59:20.292126Z","end":"2026-03-29T01:59:20.843994Z","steps":["trace[896386907] 'process raft request' (duration: 551.553047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.843959Z","caller":"traceutil/trace.go:171","msg":"trace[558815415] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"559.7367ms","start":"2026-03-29T01:59:20.284152Z","end":"2026-03-29T01:59:20.843889Z","steps":["trace[558815415] 'process raft request' (duration: 559.432081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.843983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.271774Z","time spent":"571.893271ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:20.84405Z","caller":"traceutil/trace.go:171","msg":"trace[1720890968] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"559.150623ms","start":"2026-03-29T01:59:20.28488Z","end":"2026-03-29T01:59:20.844031Z","steps":["trace[1720890968] 'process raft request' (duration: 558.740742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:20.844082Z","caller":"traceutil/trace.go:171","msg":"trace[373092530] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"543.725465ms","start":"2026-03-29T01:59:20.30035Z","end":"2026-03-29T01:59:20.844075Z","steps":["trace[373092530] 'process raft request' (duration: 543.459247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.844119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.300339Z","time spent":"543.765646ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:20.844118Z","caller":"traceutil/trace.go:171","msg":"trace[1354798426] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"384.698993ms","start":"2026-03-29T01:59:20.4594Z","end":"2026-03-29T01:59:20.844099Z","steps":["trace[1354798426] 'process raft request' (duration: 384.636162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.844143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.28486Z","time spent":"559.239006ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:20.844046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.292087Z","time spent":"551.942677ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:20.844155Z","caller":"traceutil/trace.go:171","msg":"trace[870901307] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"531.614665ms","start":"2026-03-29T01:59:20.312524Z","end":"2026-03-29T01:59:20.844139Z","steps":["trace[870901307] 'process raft request' (duration: 531.377219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.84419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.284147Z","time spent":"559.937065ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:20.844238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.312505Z","time spent":"531.703058ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:20.844308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.459371Z","time spent":"384.808496ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:21.186835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.429481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:21.18703Z","caller":"traceutil/trace.go:171","msg":"trace[1656442825] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"718.117402ms","start":"2026-03-29T01:59:20.468892Z","end":"2026-03-29T01:59:21.187009Z","steps":["trace[1656442825] 'process raft request' (duration: 607.455285ms)","trace[1656442825] 'compare' (duration: 110.249476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:21.187087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.468855Z","time spent":"718.210945ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:21.187636Z","caller":"traceutil/trace.go:171","msg":"trace[553981961] transaction","detail":"{read_only:false; number_of_response:1; response_revision:536; }","duration":"716.90762ms","start":"2026-03-29T01:59:20.47072Z","end":"2026-03-29T01:59:21.187628Z","steps":["trace[553981961] 'process raft request' (duration: 716.843188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.187648Z","caller":"traceutil/trace.go:171","msg":"trace[729107540] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"717.28479ms","start":"2026-03-29T01:59:20.47034Z","end":"2026-03-29T01:59:21.187625Z","steps":["trace[729107540] 'process raft request' (duration: 716.618382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.187698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.470705Z","time spent":"716.955571ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7364,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:21.187771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.470315Z","time spent":"717.384203ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:21.187813Z","caller":"traceutil/trace.go:171","msg":"trace[1116252910] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"451.720614ms","start":"2026-03-29T01:59:20.736071Z","end":"2026-03-29T01:59:21.187791Z","steps":["trace[1116252910] 'process raft request' (duration: 451.523698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.187934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.736035Z","time spent":"451.843297ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:21.268796Z","caller":"traceutil/trace.go:171","msg":"trace[854176120] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"418.258375ms","start":"2026-03-29T01:59:20.850467Z","end":"2026-03-29T01:59:21.268725Z","steps":["trace[854176120] 'process raft request' (duration: 416.303782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.268945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.850446Z","time spent":"418.428089ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:21.26871Z","caller":"traceutil/trace.go:171","msg":"trace[1199495299] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"417.907344ms","start":"2026-03-29T01:59:20.850771Z","end":"2026-03-29T01:59:21.268679Z","steps":["trace[1199495299] 'process raft request' (duration: 416.226909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.269019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.850765Z","time spent":"418.214494ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:21.269083Z","caller":"traceutil/trace.go:171","msg":"trace[45955781] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"415.285603ms","start":"2026-03-29T01:59:20.853761Z","end":"2026-03-29T01:59:21.269046Z","steps":["trace[45955781] 'process raft request' (duration: 413.288279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.269083Z","caller":"traceutil/trace.go:171","msg":"trace[532961105] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"418.247124ms","start":"2026-03-29T01:59:20.850677Z","end":"2026-03-29T01:59:21.268924Z","steps":["trace[532961105] 'process raft request' (duration: 416.26334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.269243Z","caller":"traceutil/trace.go:171","msg":"trace[531946951] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"411.357646ms","start":"2026-03-29T01:59:20.85787Z","end":"2026-03-29T01:59:21.269227Z","steps":["trace[531946951] 'process raft request' (duration: 410.285937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.269251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.85374Z","time spent":"415.426948ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:21.26931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.857865Z","time spent":"411.412819ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:21.269313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.85065Z","time spent":"418.623515ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:21.269234Z","caller":"traceutil/trace.go:171","msg":"trace[1772006220] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"412.028175ms","start":"2026-03-29T01:59:20.857116Z","end":"2026-03-29T01:59:21.269144Z","steps":["trace[1772006220] 'process raft request' (duration: 410.699069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.269585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.8571Z","time spent":"412.327393ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:21.271198Z","caller":"traceutil/trace.go:171","msg":"trace[810703563] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"411.073939ms","start":"2026-03-29T01:59:20.860099Z","end":"2026-03-29T01:59:21.271173Z","steps":["trace[810703563] 'process raft request' (duration: 408.459158ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.271289Z","caller":"traceutil/trace.go:171","msg":"trace[589455959] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:561; }","duration":"124.74326ms","start":"2026-03-29T01:59:21.146528Z","end":"2026-03-29T01:59:21.271271Z","steps":["trace[589455959] 'read index received' (duration: 120.282099ms)","trace[589455959] 'applied index is now lower than readState.Index' (duration: 4.460081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:21.271298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.860068Z","time spent":"411.179702ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:21.271365Z","caller":"traceutil/trace.go:171","msg":"trace[472579136] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"371.243448ms","start":"2026-03-29T01:59:20.90011Z","end":"2026-03-29T01:59:21.271354Z","steps":["trace[472579136] 'process raft request' (duration: 371.118075ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.271331Z","caller":"traceutil/trace.go:171","msg":"trace[1697382738] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"406.000882ms","start":"2026-03-29T01:59:20.865292Z","end":"2026-03-29T01:59:21.271293Z","steps":["trace[1697382738] 'process raft request' (duration: 404.889501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.271419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.900077Z","time spent":"371.31273ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:21.271498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.865259Z","time spent":"406.146516ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:21.271541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.018047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:21.271581Z","caller":"traceutil/trace.go:171","msg":"trace[267803007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"125.094409ms","start":"2026-03-29T01:59:21.146477Z","end":"2026-03-29T01:59:21.271572Z","steps":["trace[267803007] 'agreement among raft nodes before linearized reading' (duration: 125.025677ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.460719Z","caller":"traceutil/trace.go:171","msg":"trace[788335739] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"267.433957ms","start":"2026-03-29T01:59:21.193257Z","end":"2026-03-29T01:59:21.460691Z","steps":["trace[788335739] 'process raft request' (duration: 197.531637ms)","trace[788335739] 'compare' (duration: 69.702385ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:21.461071Z","caller":"traceutil/trace.go:171","msg":"trace[1164272152] transaction","detail":"{read_only:false; number_of_response:1; response_revision:547; }","duration":"265.555117ms","start":"2026-03-29T01:59:21.195478Z","end":"2026-03-29T01:59:21.461033Z","steps":["trace[1164272152] 'process raft request' (duration: 265.168936ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.461083Z","caller":"traceutil/trace.go:171","msg":"trace[1469796163] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:570; }","duration":"189.739196ms","start":"2026-03-29T01:59:21.271327Z","end":"2026-03-29T01:59:21.461066Z","steps":["trace[1469796163] 'read index received' (duration: 119.486927ms)","trace[1469796163] 'applied index is now lower than readState.Index' (duration: 70.250859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:21.461257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.056695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:21.461286Z","caller":"traceutil/trace.go:171","msg":"trace[2288030] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"257.682652ms","start":"2026-03-29T01:59:21.203589Z","end":"2026-03-29T01:59:21.461271Z","steps":["trace[2288030] 'process raft request' (duration: 257.330052ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.461296Z","caller":"traceutil/trace.go:171","msg":"trace[410638361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"190.122596ms","start":"2026-03-29T01:59:21.271164Z","end":"2026-03-29T01:59:21.461286Z","steps":["trace[410638361] 'agreement among raft nodes before linearized reading' (duration: 189.964912ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.548583Z","caller":"traceutil/trace.go:171","msg":"trace[2025907523] transaction","detail":"{read_only:false; number_of_response:0; response_revision:548; }","duration":"275.258619ms","start":"2026-03-29T01:59:21.273283Z","end":"2026-03-29T01:59:21.548541Z","steps":["trace[2025907523] 'process raft request' (duration: 274.946401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.548762Z","caller":"traceutil/trace.go:171","msg":"trace[86908690] transaction","detail":"{read_only:false; number_of_response:0; response_revision:548; }","duration":"275.24223ms","start":"2026-03-29T01:59:21.273485Z","end":"2026-03-29T01:59:21.548727Z","steps":["trace[86908690] 'process raft request' (duration: 274.89087ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.548796Z","caller":"traceutil/trace.go:171","msg":"trace[694373493] transaction","detail":"{read_only:false; number_of_response:0; response_revision:548; }","duration":"274.836779ms","start":"2026-03-29T01:59:21.273936Z","end":"2026-03-29T01:59:21.548773Z","steps":["trace[694373493] 'process raft request' (duration: 274.473449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.548966Z","caller":"traceutil/trace.go:171","msg":"trace[1135624909] transaction","detail":"{read_only:false; number_of_response:1; response_revision:548; }","duration":"269.400081ms","start":"2026-03-29T01:59:21.27955Z","end":"2026-03-29T01:59:21.54895Z","steps":["trace[1135624909] 'process raft request' (duration: 268.943378ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.549123Z","caller":"traceutil/trace.go:171","msg":"trace[78182600] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"268.052313ms","start":"2026-03-29T01:59:21.281042Z","end":"2026-03-29T01:59:21.549095Z","steps":["trace[78182600] 'process raft request' (duration: 267.652553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.549592Z","caller":"traceutil/trace.go:171","msg":"trace[1550898741] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"260.815187ms","start":"2026-03-29T01:59:21.288757Z","end":"2026-03-29T01:59:21.549572Z","steps":["trace[1550898741] 'process raft request' (duration: 260.223121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.550312Z","caller":"traceutil/trace.go:171","msg":"trace[401371460] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"258.995128ms","start":"2026-03-29T01:59:21.291285Z","end":"2026-03-29T01:59:21.55028Z","steps":["trace[401371460] 'process raft request' (duration: 258.208526ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.550639Z","caller":"traceutil/trace.go:171","msg":"trace[395603935] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"189.306734ms","start":"2026-03-29T01:59:21.361315Z","end":"2026-03-29T01:59:21.550621Z","steps":["trace[395603935] 'process raft request' (duration: 189.042757ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.550814Z","caller":"traceutil/trace.go:171","msg":"trace[2143810996] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"223.268497ms","start":"2026-03-29T01:59:21.327532Z","end":"2026-03-29T01:59:21.550801Z","steps":["trace[2143810996] 'process raft request' (duration: 222.346672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.550827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.59357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:21.55104Z","caller":"traceutil/trace.go:171","msg":"trace[1233583946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"278.837987ms","start":"2026-03-29T01:59:21.272159Z","end":"2026-03-29T01:59:21.550997Z","steps":["trace[1233583946] 'agreement among raft nodes before linearized reading' (duration: 278.467847ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.760352Z","caller":"traceutil/trace.go:171","msg":"trace[1683241187] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"209.76898ms","start":"2026-03-29T01:59:21.550565Z","end":"2026-03-29T01:59:21.760334Z","steps":["trace[1683241187] 'read index received' (duration: 147.456337ms)","trace[1683241187] 'applied index is now lower than readState.Index' (duration: 62.311993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:21.760497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.220962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-29T01:59:21.760521Z","caller":"traceutil/trace.go:171","msg":"trace[1402610220] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:555; }","duration":"210.295214ms","start":"2026-03-29T01:59:21.550218Z","end":"2026-03-29T01:59:21.760514Z","steps":["trace[1402610220] 'agreement among raft nodes before linearized reading' (duration: 210.183851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.760484Z","caller":"traceutil/trace.go:171","msg":"trace[1512142352] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"288.013176ms","start":"2026-03-29T01:59:21.472353Z","end":"2026-03-29T01:59:21.760366Z","steps":["trace[1512142352] 'process raft request' (duration: 287.939994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.760673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.356985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-29T01:59:21.760675Z","caller":"traceutil/trace.go:171","msg":"trace[255737355] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"295.253083ms","start":"2026-03-29T01:59:21.465346Z","end":"2026-03-29T01:59:21.760599Z","steps":["trace[255737355] 'process raft request' (duration: 232.552629ms)","trace[255737355] 'compare' (duration: 62.22069ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:21.760718Z","caller":"traceutil/trace.go:171","msg":"trace[1175285391] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:555; }","duration":"210.414627ms","start":"2026-03-29T01:59:21.55029Z","end":"2026-03-29T01:59:21.760705Z","steps":["trace[1175285391] 'agreement among raft nodes before linearized reading' (duration: 210.332445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.760584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.227133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-29T01:59:21.760994Z","caller":"traceutil/trace.go:171","msg":"trace[175641755] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:555; }","duration":"210.657954ms","start":"2026-03-29T01:59:21.550327Z","end":"2026-03-29T01:59:21.760985Z","steps":["trace[175641755] 'agreement among raft nodes before linearized reading' (duration: 210.176591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.787207Z","caller":"traceutil/trace.go:171","msg":"trace[1100170571] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"229.656881ms","start":"2026-03-29T01:59:21.557525Z","end":"2026-03-29T01:59:21.787182Z","steps":["trace[1100170571] 'process raft request' (duration: 229.373903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.787248Z","caller":"traceutil/trace.go:171","msg":"trace[807238890] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"185.47468ms","start":"2026-03-29T01:59:21.601759Z","end":"2026-03-29T01:59:21.787234Z","steps":["trace[807238890] 'process raft request' (duration: 185.380138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.254587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.564679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:22.25498Z","caller":"traceutil/trace.go:171","msg":"trace[1788079811] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"486.88588ms","start":"2026-03-29T01:59:21.768072Z","end":"2026-03-29T01:59:22.254958Z","steps":["trace[1788079811] 'process raft request' (duration: 189.845218ms)","trace[1788079811] 'compare' (duration: 296.395524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:22.255064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.768056Z","time spent":"486.969823ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:22.255255Z","caller":"traceutil/trace.go:171","msg":"trace[420562023] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"482.136951ms","start":"2026-03-29T01:59:21.77311Z","end":"2026-03-29T01:59:22.255247Z","steps":["trace[420562023] 'process raft request' (duration: 481.649988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.255311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.773068Z","time spent":"482.208754ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:22.255458Z","caller":"traceutil/trace.go:171","msg":"trace[898667903] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:586; }","duration":"436.143182ms","start":"2026-03-29T01:59:21.81928Z","end":"2026-03-29T01:59:22.255424Z","steps":["trace[898667903] 'read index received' (duration: 138.544605ms)","trace[898667903] 'applied index is now lower than readState.Index' (duration: 297.594406ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:22.255703Z","caller":"traceutil/trace.go:171","msg":"trace[470335496] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"393.098132ms","start":"2026-03-29T01:59:21.862596Z","end":"2026-03-29T01:59:22.255694Z","steps":["trace[470335496] 'process raft request' (duration: 392.719662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.256173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.862569Z","time spent":"393.497733ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:22.256724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.434126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:22.256821Z","caller":"traceutil/trace.go:171","msg":"trace[222447812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"437.541359ms","start":"2026-03-29T01:59:21.819237Z","end":"2026-03-29T01:59:22.256778Z","steps":["trace[222447812] 'agreement among raft nodes before linearized reading' (duration: 436.321756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.256936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.819218Z","time spent":"437.700774ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:22.256989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.79686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:22.257058Z","caller":"traceutil/trace.go:171","msg":"trace[130853465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"351.883162ms","start":"2026-03-29T01:59:21.90514Z","end":"2026-03-29T01:59:22.257023Z","steps":["trace[130853465] 'agreement among raft nodes before linearized reading' (duration: 351.731098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.257094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.905117Z","time spent":"351.967485ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:22.257224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:22.257268Z","caller":"traceutil/trace.go:171","msg":"trace[1276783202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"109.587688ms","start":"2026-03-29T01:59:22.147655Z","end":"2026-03-29T01:59:22.257243Z","steps":["trace[1276783202] 'agreement among raft nodes before linearized reading' (duration: 109.542677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.257552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.038356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:22.257641Z","caller":"traceutil/trace.go:171","msg":"trace[219001349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"352.162579ms","start":"2026-03-29T01:59:21.905457Z","end":"2026-03-29T01:59:22.25762Z","steps":["trace[219001349] 'agreement among raft nodes before linearized reading' (duration: 351.933623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.257692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.905443Z","time spent":"352.234132ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:59:22.545802Z","caller":"traceutil/trace.go:171","msg":"trace[1550508464] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"283.090003ms","start":"2026-03-29T01:59:22.262685Z","end":"2026-03-29T01:59:22.545775Z","steps":["trace[1550508464] 'process raft request' (duration: 282.898017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.5461Z","caller":"traceutil/trace.go:171","msg":"trace[1850413080] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"282.944839ms","start":"2026-03-29T01:59:22.263126Z","end":"2026-03-29T01:59:22.546071Z","steps":["trace[1850413080] 'process raft request' (duration: 282.609639ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.546336Z","caller":"traceutil/trace.go:171","msg":"trace[43537351] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"278.223351ms","start":"2026-03-29T01:59:22.268104Z","end":"2026-03-29T01:59:22.546327Z","steps":["trace[43537351] 'process raft request' (duration: 277.881761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.546391Z","caller":"traceutil/trace.go:171","msg":"trace[578714261] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"276.316019ms","start":"2026-03-29T01:59:22.270049Z","end":"2026-03-29T01:59:22.546365Z","steps":["trace[578714261] 'process raft request' (duration: 276.164274ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.546492Z","caller":"traceutil/trace.go:171","msg":"trace[1897837985] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"262.401811ms","start":"2026-03-29T01:59:22.284077Z","end":"2026-03-29T01:59:22.546479Z","steps":["trace[1897837985] 'process raft request' (duration: 262.243056ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.807999Z","caller":"traceutil/trace.go:171","msg":"trace[1505932641] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"162.910567ms","start":"2026-03-29T01:59:22.645067Z","end":"2026-03-29T01:59:22.807978Z","steps":["trace[1505932641] 'process raft request' (duration: 162.758883ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.818377Z","caller":"traceutil/trace.go:171","msg":"trace[1238934601] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"121.489721ms","start":"2026-03-29T01:59:22.696861Z","end":"2026-03-29T01:59:22.81835Z","steps":["trace[1238934601] 'process raft request' (duration: 121.338687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.92591Z","caller":"traceutil/trace.go:171","msg":"trace[1169970864] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"103.538423ms","start":"2026-03-29T01:59:22.822311Z","end":"2026-03-29T01:59:22.925849Z","steps":["trace[1169970864] 'process raft request' (duration: 55.036695ms)","trace[1169970864] 'compare' (duration: 48.249521ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:23.142226Z","caller":"traceutil/trace.go:171","msg":"trace[89515916] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"186.087746ms","start":"2026-03-29T01:59:22.956104Z","end":"2026-03-29T01:59:23.142192Z","steps":["trace[89515916] 'process raft request' (duration: 147.499367ms)","trace[89515916] 'compare' (duration: 38.404864ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:23.142597Z","caller":"traceutil/trace.go:171","msg":"trace[2097267642] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"132.440189ms","start":"2026-03-29T01:59:23.010084Z","end":"2026-03-29T01:59:23.142524Z","steps":["trace[2097267642] 'process raft request' (duration: 132.387527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:23.142585Z","caller":"traceutil/trace.go:171","msg":"trace[1147072887] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"150.300044ms","start":"2026-03-29T01:59:22.992262Z","end":"2026-03-29T01:59:23.142562Z","steps":["trace[1147072887] 'process raft request' (duration: 150.024556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.266476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:24.767171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:25.268273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:25.374489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358693609s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:25.374725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63472193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:25.374852Z","caller":"traceutil/trace.go:171","msg":"trace[2057564658] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.876462679s","start":"2026-03-29T01:59:23.498371Z","end":"2026-03-29T01:59:25.374833Z","steps":["trace[2057564658] 'process raft request' (duration: 241.473502ms)","trace[2057564658] 'compare' (duration: 1.634596877s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:25.374921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.498326Z","time spent":"1.876563862s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:25.374819Z","caller":"traceutil/trace.go:171","msg":"trace[1976220752] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:588; }","duration":"1.359147981s","start":"2026-03-29T01:59:24.015466Z","end":"2026-03-29T01:59:25.374614Z","steps":["trace[1976220752] 'range keys from in-memory index tree' (duration: 1.358661578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.631219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.737525434s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:25.653305Z","caller":"traceutil/trace.go:171","msg":"trace[1687286866] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"1.887101907s","start":"2026-03-29T01:59:23.766181Z","end":"2026-03-29T01:59:25.653283Z","steps":["trace[1687286866] 'read index received' (duration: 1.865249284s)","trace[1687286866] 'applied index is now lower than readState.Index' (duration: 21.851233ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:25.653412Z","caller":"traceutil/trace.go:171","msg":"trace[758985423] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.138033346s","start":"2026-03-29T01:59:23.515332Z","end":"2026-03-29T01:59:25.653365Z","steps":["trace[758985423] 'process raft request' (duration: 2.116132602s)","trace[758985423] 'compare' (duration: 21.683039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:25.653566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887376635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:59:25.653583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.515307Z","time spent":"2.13818578s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:25.653639Z","caller":"traceutil/trace.go:171","msg":"trace[483139305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:590; }","duration":"1.887493068s","start":"2026-03-29T01:59:23.76613Z","end":"2026-03-29T01:59:25.653623Z","steps":["trace[483139305] 'agreement among raft nodes before linearized reading' (duration: 1.887265152s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.653669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.766109Z","time spent":"1.88755408s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:25.680988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37088461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:59:25.681039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119827789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:25.681079Z","caller":"traceutil/trace.go:171","msg":"trace[1067112734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"1.371029534s","start":"2026-03-29T01:59:24.310027Z","end":"2026-03-29T01:59:25.681056Z","steps":["trace[1067112734] 'agreement among raft nodes before linearized reading' (duration: 1.370798578s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.681119Z","caller":"traceutil/trace.go:171","msg":"trace[112212429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"1.119936232s","start":"2026-03-29T01:59:24.561163Z","end":"2026-03-29T01:59:25.681099Z","steps":["trace[112212429] 'agreement among raft nodes before linearized reading' (duration: 1.119734377s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.681161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:24.561149Z","time spent":"1.120002084s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:25.681199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124412244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:25.681232Z","caller":"traceutil/trace.go:171","msg":"trace[941442625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"1.124477746s","start":"2026-03-29T01:59:24.556746Z","end":"2026-03-29T01:59:25.681223Z","steps":["trace[941442625] 'agreement among raft nodes before linearized reading' (duration: 1.124398543s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.681257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:24.556722Z","time spent":"1.124529396s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:25.681125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:24.310002Z","time spent":"1.371113427s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:25.681297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.735106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:25.681413Z","caller":"traceutil/trace.go:171","msg":"trace[1201721283] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"296.181668ms","start":"2026-03-29T01:59:25.385198Z","end":"2026-03-29T01:59:25.68138Z","steps":["trace[1201721283] 'process raft request' (duration: 295.474599ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.681469Z","caller":"traceutil/trace.go:171","msg":"trace[466526184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"532.901391ms","start":"2026-03-29T01:59:25.148508Z","end":"2026-03-29T01:59:25.681409Z","steps":["trace[466526184] 'agreement among raft nodes before linearized reading' (duration: 532.688525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.681548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:25.148485Z","time spent":"533.049215ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:25.681621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.939427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-29T01:59:25.681662Z","caller":"traceutil/trace.go:171","msg":"trace[1378642040] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:591; }","duration":"241.497922ms","start":"2026-03-29T01:59:25.440151Z","end":"2026-03-29T01:59:25.681649Z","steps":["trace[1378642040] 'agreement among raft nodes before linearized reading' (duration: 240.718701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.814295Z","caller":"traceutil/trace.go:171","msg":"trace[1418971638] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"127.871695ms","start":"2026-03-29T01:59:25.686397Z","end":"2026-03-29T01:59:25.814269Z","steps":["trace[1418971638] 'process raft request' (duration: 127.68673ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.814425Z","caller":"traceutil/trace.go:171","msg":"trace[1684674901] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"105.597159ms","start":"2026-03-29T01:59:25.708786Z","end":"2026-03-29T01:59:25.814383Z","steps":["trace[1684674901] 'process raft request' (duration: 105.395423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.814459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.701618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-03-29T01:59:25.814467Z","caller":"traceutil/trace.go:171","msg":"trace[909244077] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"127.901945ms","start":"2026-03-29T01:59:25.686534Z","end":"2026-03-29T01:59:25.814436Z","steps":["trace[909244077] 'process raft request' (duration: 127.594287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.814648Z","caller":"traceutil/trace.go:171","msg":"trace[1189371370] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:597; }","duration":"117.933455ms","start":"2026-03-29T01:59:25.696698Z","end":"2026-03-29T01:59:25.814632Z","steps":["trace[1189371370] 'agreement among raft nodes before linearized reading' (duration: 117.597715ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.814289Z","caller":"traceutil/trace.go:171","msg":"trace[413761882] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"128.994815ms","start":"2026-03-29T01:59:25.685242Z","end":"2026-03-29T01:59:25.814237Z","steps":["trace[413761882] 'process raft request' (duration: 127.677619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:26.569335Z","caller":"traceutil/trace.go:171","msg":"trace[1779581372] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"379.657857ms","start":"2026-03-29T01:59:26.189653Z","end":"2026-03-29T01:59:26.569311Z","steps":["trace[1779581372] 'read index received' (duration: 369.300976ms)","trace[1779581372] 'applied index is now lower than readState.Index' (duration: 10.355701ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:26.5694Z","caller":"traceutil/trace.go:171","msg":"trace[833428056] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"395.712373ms","start":"2026-03-29T01:59:26.173653Z","end":"2026-03-29T01:59:26.569365Z","steps":["trace[833428056] 'process raft request' (duration: 385.257269ms)","trace[833428056] 'compare' (duration: 10.239258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:26.569584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.906313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-03-29T01:59:26.569664Z","caller":"traceutil/trace.go:171","msg":"trace[152015711] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:604; }","duration":"380.042667ms","start":"2026-03-29T01:59:26.189603Z","end":"2026-03-29T01:59:26.569646Z","steps":["trace[152015711] 'agreement among raft nodes before linearized reading' (duration: 379.819751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:26.569716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.189582Z","time spent":"380.119949ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":65457,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T01:59:26.569578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.173623Z","time spent":"395.855896ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:26.601449Z","caller":"traceutil/trace.go:171","msg":"trace[330854727] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"342.167087ms","start":"2026-03-29T01:59:26.259255Z","end":"2026-03-29T01:59:26.601422Z","steps":["trace[330854727] 'process raft request' (duration: 336.184865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:26.601585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.259229Z","time spent":"342.286971ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:26.924414Z","caller":"traceutil/trace.go:171","msg":"trace[557402694] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"182.52767ms","start":"2026-03-29T01:59:26.741854Z","end":"2026-03-29T01:59:26.924382Z","steps":["trace[557402694] 'read index received' (duration: 132.860421ms)","trace[557402694] 'applied index is now lower than readState.Index' (duration: 49.666149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:26.924503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.642313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-29T01:59:26.924477Z","caller":"traceutil/trace.go:171","msg":"trace[1909486436] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"250.965429ms","start":"2026-03-29T01:59:26.673447Z","end":"2026-03-29T01:59:26.924412Z","steps":["trace[1909486436] 'process raft request' (duration: 201.366592ms)","trace[1909486436] 'compare' (duration: 49.397302ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:26.924538Z","caller":"traceutil/trace.go:171","msg":"trace[1497364762] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:606; }","duration":"182.723435ms","start":"2026-03-29T01:59:26.741807Z","end":"2026-03-29T01:59:26.92453Z","steps":["trace[1497364762] 'agreement among raft nodes before linearized reading' (duration: 182.650463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:27.123965Z","caller":"traceutil/trace.go:171","msg":"trace[527459420] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"154.525049ms","start":"2026-03-29T01:59:26.969413Z","end":"2026-03-29T01:59:27.123938Z","steps":["trace[527459420] 'process raft request' (duration: 152.673869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:27.974543Z","caller":"traceutil/trace.go:171","msg":"trace[1545529418] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"149.176754ms","start":"2026-03-29T01:59:27.825341Z","end":"2026-03-29T01:59:27.974518Z","steps":["trace[1545529418] 'process raft request' (duration: 120.270009ms)","trace[1545529418] 'compare' (duration: 28.757551ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:27.974753Z","caller":"traceutil/trace.go:171","msg":"trace[189443140] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:638; }","duration":"128.198704ms","start":"2026-03-29T01:59:27.846519Z","end":"2026-03-29T01:59:27.974718Z","steps":["trace[189443140] 'read index received' (duration: 2.313553ms)","trace[189443140] 'applied index is now lower than readState.Index' (duration: 125.882881ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:27.974764Z","caller":"traceutil/trace.go:171","msg":"trace[1143676325] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"149.292327ms","start":"2026-03-29T01:59:27.825436Z","end":"2026-03-29T01:59:27.974728Z","steps":["trace[1143676325] 'process raft request' (duration: 149.04926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.9751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.534473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-29T01:59:27.97522Z","caller":"traceutil/trace.go:171","msg":"trace[995258043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:611; }","duration":"128.708718ms","start":"2026-03-29T01:59:27.846484Z","end":"2026-03-29T01:59:27.975193Z","steps":["trace[995258043] 'agreement among raft nodes before linearized reading' (duration: 128.344468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.923859Z","caller":"traceutil/trace.go:171","msg":"trace[935887407] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"166.521635ms","start":"2026-03-29T01:59:29.757309Z","end":"2026-03-29T01:59:29.923831Z","steps":["trace[935887407] 'read index received' (duration: 166.33171ms)","trace[935887407] 'applied index is now lower than readState.Index' (duration: 188.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:29.92391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:29.275498Z","time spent":"648.405459ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T01:59:29.924802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.891585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:29.924896Z","caller":"traceutil/trace.go:171","msg":"trace[786999098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"167.615234ms","start":"2026-03-29T01:59:29.757257Z","end":"2026-03-29T01:59:29.924872Z","steps":["trace[786999098] 'agreement among raft nodes before linearized reading' (duration: 166.72636ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:30.076054Z","caller":"traceutil/trace.go:171","msg":"trace[1760356270] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"150.722675ms","start":"2026-03-29T01:59:29.925296Z","end":"2026-03-29T01:59:30.076019Z","steps":["trace[1760356270] 'process raft request' (duration: 146.223363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:30.07608Z","caller":"traceutil/trace.go:171","msg":"trace[1487680150] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"147.140558ms","start":"2026-03-29T01:59:29.928916Z","end":"2026-03-29T01:59:30.076057Z","steps":["trace[1487680150] 'process raft request' (duration: 147.054266ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:30.076074Z","caller":"traceutil/trace.go:171","msg":"trace[928607352] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"147.143088ms","start":"2026-03-29T01:59:29.9289Z","end":"2026-03-29T01:59:30.076043Z","steps":["trace[928607352] 'process raft request' (duration: 146.989864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:30.747758Z","caller":"traceutil/trace.go:171","msg":"trace[483054516] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"107.450899ms","start":"2026-03-29T01:59:30.640284Z","end":"2026-03-29T01:59:30.747735Z","steps":["trace[483054516] 'process raft request' (duration: 106.934225ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.43613Z","caller":"traceutil/trace.go:171","msg":"trace[903624665] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"205.73361ms","start":"2026-03-29T01:59:31.230353Z","end":"2026-03-29T01:59:31.436086Z","steps":["trace[903624665] 'process raft request' (duration: 204.63135ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.712024Z","caller":"traceutil/trace.go:171","msg":"trace[1130176025] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"212.636997ms","start":"2026-03-29T01:59:31.499355Z","end":"2026-03-29T01:59:31.711992Z","steps":["trace[1130176025] 'process raft request' (duration: 200.976911ms)","trace[1130176025] 'compare' (duration: 11.486972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:32.315784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.048191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:32.315902Z","caller":"traceutil/trace.go:171","msg":"trace[117919959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"159.210846ms","start":"2026-03-29T01:59:32.156665Z","end":"2026-03-29T01:59:32.315876Z","steps":["trace[117919959] 'range keys from in-memory index tree' (duration: 158.803455ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:32.316136Z","caller":"traceutil/trace.go:171","msg":"trace[191280327] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"139.700597ms","start":"2026-03-29T01:59:32.176414Z","end":"2026-03-29T01:59:32.316115Z","steps":["trace[191280327] 'read index received' (duration: 138.987637ms)","trace[191280327] 'applied index is now lower than readState.Index' (duration: 712.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:32.316326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.902272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:32.316352Z","caller":"traceutil/trace.go:171","msg":"trace[907180393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"139.971414ms","start":"2026-03-29T01:59:32.176373Z","end":"2026-03-29T01:59:32.316344Z","steps":["trace[907180393] 'agreement among raft nodes before linearized reading' (duration: 139.82716ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:32.316435Z","caller":"traceutil/trace.go:171","msg":"trace[1086079260] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"157.851899ms","start":"2026-03-29T01:59:32.158566Z","end":"2026-03-29T01:59:32.316418Z","steps":["trace[1086079260] 'process raft request' (duration: 157.104488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:33.053398Z","caller":"traceutil/trace.go:171","msg":"trace[1570043982] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"165.916568ms","start":"2026-03-29T01:59:32.887462Z","end":"2026-03-29T01:59:33.053378Z","steps":["trace[1570043982] 'process raft request' (duration: 165.185978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:33.73766Z","caller":"traceutil/trace.go:171","msg":"trace[1797169234] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"173.791732ms","start":"2026-03-29T01:59:33.563851Z","end":"2026-03-29T01:59:33.737643Z","steps":["trace[1797169234] 'process raft request' (duration: 173.373581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.058494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.75323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:34.058615Z","caller":"traceutil/trace.go:171","msg":"trace[70294170] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"256.922091ms","start":"2026-03-29T01:59:33.801673Z","end":"2026-03-29T01:59:34.058595Z","steps":["trace[70294170] 'process raft request' (duration: 146.004747ms)","trace[70294170] 'compare' (duration: 110.636367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:35.041845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.142881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T01:59:35.042472Z","caller":"traceutil/trace.go:171","msg":"trace[346840124] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"559.808212ms","start":"2026-03-29T01:59:34.48265Z","end":"2026-03-29T01:59:35.042458Z","steps":["trace[346840124] 'process raft request' (duration: 559.419532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.042556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.482619Z","time spent":"559.886973ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:35.645214Z","caller":"traceutil/trace.go:171","msg":"trace[141116277] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"542.566192ms","start":"2026-03-29T01:59:35.102614Z","end":"2026-03-29T01:59:35.64518Z","steps":["trace[141116277] 'process raft request' (duration: 542.371047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.645471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:35.102595Z","time spent":"542.726947ms","remote":"127.0.0.1:53704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:35.645662Z","caller":"traceutil/trace.go:171","msg":"trace[1806975521] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:672; }","duration":"497.595361ms","start":"2026-03-29T01:59:35.148043Z","end":"2026-03-29T01:59:35.645638Z","steps":["trace[1806975521] 'read index received' (duration: 497.58663ms)","trace[1806975521] 'applied index is now lower than readState.Index' (duration: 7.111µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:35.645789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.737264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:35.645811Z","caller":"traceutil/trace.go:171","msg":"trace[766610311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"497.810796ms","start":"2026-03-29T01:59:35.147994Z","end":"2026-03-29T01:59:35.645805Z","steps":["trace[766610311] 'agreement among raft nodes before linearized reading' (duration: 497.719674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.645833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:35.147978Z","time spent":"497.850437ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:36.419719Z","caller":"traceutil/trace.go:171","msg":"trace[230019969] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"369.955923ms","start":"2026-03-29T01:59:36.049699Z","end":"2026-03-29T01:59:36.419655Z","steps":["trace[230019969] 'process raft request' (duration: 339.167757ms)","trace[230019969] 'compare' (duration: 29.620375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:36.420088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:36.04967Z","time spent":"370.335924ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:36.420265Z","caller":"traceutil/trace.go:171","msg":"trace[1539186167] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"278.93767ms","start":"2026-03-29T01:59:36.141262Z","end":"2026-03-29T01:59:36.4202Z","steps":["trace[1539186167] 'read index received' (duration: 247.29364ms)","trace[1539186167] 'applied index is now lower than readState.Index' (duration: 30.742516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:36.421529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.874838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:36.421602Z","caller":"traceutil/trace.go:171","msg":"trace[595791626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"278.975201ms","start":"2026-03-29T01:59:36.142607Z","end":"2026-03-29T01:59:36.421582Z","steps":["trace[595791626] 'agreement among raft nodes before linearized reading' (duration: 277.937223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.423629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.307792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:36.423772Z","caller":"traceutil/trace.go:171","msg":"trace[735863495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"282.451145ms","start":"2026-03-29T01:59:36.141254Z","end":"2026-03-29T01:59:36.423705Z","steps":["trace[735863495] 'agreement among raft nodes before linearized reading' (duration: 278.435296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:37.622105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:38.12278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:38.537538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618658654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:38.539211Z","caller":"traceutil/trace.go:171","msg":"trace[1948728998] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"1.417986622s","start":"2026-03-29T01:59:37.121193Z","end":"2026-03-29T01:59:38.53918Z","steps":["trace[1948728998] 'read index received' (duration: 1.416511181s)","trace[1948728998] 'applied index is now lower than readState.Index' (duration: 1.4738ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:38.539302Z","caller":"traceutil/trace.go:171","msg":"trace[1649122789] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.621771719s","start":"2026-03-29T01:59:36.917498Z","end":"2026-03-29T01:59:38.539269Z","steps":["trace[1649122789] 'process raft request' (duration: 1.620732891s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.539479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418250008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-29T01:59:38.539525Z","caller":"traceutil/trace.go:171","msg":"trace[1017231362] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:650; }","duration":"1.418363102s","start":"2026-03-29T01:59:37.121148Z","end":"2026-03-29T01:59:38.539511Z","steps":["trace[1017231362] 'agreement among raft nodes before linearized reading' (duration: 1.418163896s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.53951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390351251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:38.539557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:37.12113Z","time spent":"1.418421524s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16986,"request content":"key:\"/registry/pods/kube-system/cilium-gkmxv\" "} {"level":"info","ts":"2026-03-29T01:59:38.539591Z","caller":"traceutil/trace.go:171","msg":"trace[2004225131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"1.390437073s","start":"2026-03-29T01:59:37.149129Z","end":"2026-03-29T01:59:38.539567Z","steps":["trace[2004225131] 'agreement among raft nodes before linearized reading' (duration: 1.390260938s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.539631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:37.149082Z","time spent":"1.390541666s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:38.539677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:36.917465Z","time spent":"1.621990505s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:38.539853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.676977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:38.539883Z","caller":"traceutil/trace.go:171","msg":"trace[1449584475] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:650; }","duration":"457.711427ms","start":"2026-03-29T01:59:38.082163Z","end":"2026-03-29T01:59:38.539874Z","steps":["trace[1449584475] 'agreement among raft nodes before linearized reading' (duration: 457.660666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.539913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.082105Z","time spent":"457.801179ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:38.539976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038416277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:38.540039Z","caller":"traceutil/trace.go:171","msg":"trace[1972841077] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:650; }","duration":"1.03853116s","start":"2026-03-29T01:59:37.501489Z","end":"2026-03-29T01:59:38.54002Z","steps":["trace[1972841077] 'agreement among raft nodes before linearized reading' (duration: 1.038432298s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.540066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189580315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:38.540085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:37.501463Z","time spent":"1.038607782s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:38.540117Z","caller":"traceutil/trace.go:171","msg":"trace[379322831] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:650; }","duration":"1.189656527s","start":"2026-03-29T01:59:37.350447Z","end":"2026-03-29T01:59:38.540103Z","steps":["trace[379322831] 'agreement among raft nodes before linearized reading' (duration: 1.189563544s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.5401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.700245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:38.540157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:37.350432Z","time spent":"1.189713619s","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:38.540204Z","caller":"traceutil/trace.go:171","msg":"trace[997127450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"557.854558ms","start":"2026-03-29T01:59:37.982317Z","end":"2026-03-29T01:59:38.540171Z","steps":["trace[997127450] 'agreement among raft nodes before linearized reading' (duration: 557.682784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:38.540276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:37.982288Z","time spent":"557.974792ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:40.548737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:40.548857Z","caller":"traceutil/trace.go:171","msg":"trace[1870780494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105688s","start":"2026-03-29T01:59:38.548718Z","end":"2026-03-29T01:59:40.548823Z","steps":["trace[1870780494] 'agreement among raft nodes before linearized reading' (duration: 1.999981275s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.548943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.548706Z","time spent":"2.000214642s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:41.189684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442597252s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:41.190205Z","caller":"traceutil/trace.go:171","msg":"trace[1628646743] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"2.644319044s","start":"2026-03-29T01:59:38.545855Z","end":"2026-03-29T01:59:41.190174Z","steps":["trace[1628646743] 'process raft request' (duration: 2.644047136s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.189997Z","caller":"traceutil/trace.go:171","msg":"trace[668309793] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.645146056s","start":"2026-03-29T01:59:38.544818Z","end":"2026-03-29T01:59:41.189964Z","steps":["trace[668309793] 'process raft request' (duration: 202.153583ms)","trace[668309793] 'compare' (duration: 2.442340625s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.190332Z","caller":"traceutil/trace.go:171","msg":"trace[936749858] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"2.634782895s","start":"2026-03-29T01:59:38.555513Z","end":"2026-03-29T01:59:41.190296Z","steps":["trace[936749858] 'process raft request' (duration: 2.634427505s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.190377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.545846Z","time spent":"2.644438167s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:41.190444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.54479Z","time spent":"2.645562597s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:41.190492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.555501Z","time spent":"2.634904808s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:41.190534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.551473Z","time spent":"639.056225ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:59:41.190524Z","caller":"traceutil/trace.go:171","msg":"trace[1225828311] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:682; }","duration":"2.641746463s","start":"2026-03-29T01:59:38.548755Z","end":"2026-03-29T01:59:41.190501Z","steps":["trace[1225828311] 'read index received' (duration: 198.418382ms)","trace[1225828311] 'applied index is now lower than readState.Index' (duration: 2.443326811s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.19022Z","caller":"traceutil/trace.go:171","msg":"trace[924243695] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"2.644877499s","start":"2026-03-29T01:59:38.545311Z","end":"2026-03-29T01:59:41.190189Z","steps":["trace[924243695] 'process raft request' (duration: 2.644511889s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.190803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.660169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:41.191009Z","caller":"traceutil/trace.go:171","msg":"trace[1647165965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"636.889876ms","start":"2026-03-29T01:59:40.55411Z","end":"2026-03-29T01:59:41.190999Z","steps":["trace[1647165965] 'agreement among raft nodes before linearized reading' (duration: 636.66432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.191056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.554095Z","time spent":"636.955347ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:41.190815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.545287Z","time spent":"2.645408283s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:41.190199Z","caller":"traceutil/trace.go:171","msg":"trace[2125096919] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"2.644527699s","start":"2026-03-29T01:59:38.54564Z","end":"2026-03-29T01:59:41.190167Z","steps":["trace[2125096919] 'process raft request' (duration: 2.644235612s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.191349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.545617Z","time spent":"2.645668091s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:41.19084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916136827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:41.191561Z","caller":"traceutil/trace.go:171","msg":"trace[1681288450] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:656; }","duration":"1.916907049s","start":"2026-03-29T01:59:39.274634Z","end":"2026-03-29T01:59:41.191541Z","steps":["trace[1681288450] 'agreement among raft nodes before linearized reading' (duration: 1.916075956s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.190602Z","caller":"traceutil/trace.go:171","msg":"trace[1273370871] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"2.588304142s","start":"2026-03-29T01:59:38.602182Z","end":"2026-03-29T01:59:41.190487Z","steps":["trace[1273370871] 'process raft request' (duration: 2.587808099s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.191676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:39.274617Z","time spent":"1.917017261s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T01:59:41.191744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:38.602158Z","time spent":"2.589528445s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:41.590888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.648935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:41.59104Z","caller":"traceutil/trace.go:171","msg":"trace[640845221] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"317.735234ms","start":"2026-03-29T01:59:41.273285Z","end":"2026-03-29T01:59:41.59102Z","steps":["trace[640845221] 'read index received' (duration: 46.869504ms)","trace[640845221] 'applied index is now lower than readState.Index' (duration: 270.86359ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.591095Z","caller":"traceutil/trace.go:171","msg":"trace[880267680] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"320.475769ms","start":"2026-03-29T01:59:41.270574Z","end":"2026-03-29T01:59:41.59105Z","steps":["trace[880267680] 'process raft request' (duration: 49.564177ms)","trace[880267680] 'compare' (duration: 270.46148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:41.591176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.888988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-29T01:59:41.591245Z","caller":"traceutil/trace.go:171","msg":"trace[1076971105] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:658; }","duration":"317.993012ms","start":"2026-03-29T01:59:41.273229Z","end":"2026-03-29T01:59:41.591222Z","steps":["trace[1076971105] 'agreement among raft nodes before linearized reading' (duration: 317.876209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.591267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.273207Z","time spent":"318.056013ms","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-29T01:59:41.591301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.270558Z","time spent":"320.630993ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:42.648216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:43.1495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:43.650594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354386829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:43.71352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089092307s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:43.714131Z","caller":"traceutil/trace.go:171","msg":"trace[359687986] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"2.114696942s","start":"2026-03-29T01:59:41.599399Z","end":"2026-03-29T01:59:43.714096Z","steps":["trace[359687986] 'process raft request' (duration: 2.114458665s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.714328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.599382Z","time spent":"2.114858026s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:43.7437Z","caller":"traceutil/trace.go:171","msg":"trace[1167130551] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.963297679s","start":"2026-03-29T01:59:41.78038Z","end":"2026-03-29T01:59:43.743678Z","steps":["trace[1167130551] 'process raft request' (duration: 1.963119574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.743859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.780355Z","time spent":"1.963422592s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:43.743922Z","caller":"traceutil/trace.go:171","msg":"trace[2076103042] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:692; }","duration":"1.596356157s","start":"2026-03-29T01:59:42.147518Z","end":"2026-03-29T01:59:43.743874Z","steps":["trace[2076103042] 'read index received' (duration: 1.56630408s)","trace[2076103042] 'applied index is now lower than readState.Index' (duration: 30.049557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:43.744144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596585573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.744207Z","caller":"traceutil/trace.go:171","msg":"trace[1117219829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"1.596708727s","start":"2026-03-29T01:59:42.147484Z","end":"2026-03-29T01:59:43.744193Z","steps":["trace[1117219829] 'agreement among raft nodes before linearized reading' (duration: 1.596563413s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.744243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.14747Z","time spent":"1.596765168s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:43.744118Z","caller":"traceutil/trace.go:171","msg":"trace[2132733948] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"865.246692ms","start":"2026-03-29T01:59:42.878761Z","end":"2026-03-29T01:59:43.744007Z","steps":["trace[2132733948] 'process raft request' (duration: 864.870112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.744547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.878735Z","time spent":"865.654133ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:43.750784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.561233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:43.750894Z","caller":"traceutil/trace.go:171","msg":"trace[1965169096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"542.711147ms","start":"2026-03-29T01:59:43.208161Z","end":"2026-03-29T01:59:43.750872Z","steps":["trace[1965169096] 'agreement among raft nodes before linearized reading' (duration: 542.43078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.75093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.208144Z","time spent":"542.77869ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:43.750941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.363254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:43.751051Z","caller":"traceutil/trace.go:171","msg":"trace[971770714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"554.535149ms","start":"2026-03-29T01:59:43.196494Z","end":"2026-03-29T01:59:43.751029Z","steps":["trace[971770714] 'agreement among raft nodes before linearized reading' (duration: 554.197869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.751106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.196473Z","time spent":"554.622721ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:43.751349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.693173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:43.751427Z","caller":"traceutil/trace.go:171","msg":"trace[511793683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"554.832537ms","start":"2026-03-29T01:59:43.196574Z","end":"2026-03-29T01:59:43.751407Z","steps":["trace[511793683] 'agreement among raft nodes before linearized reading' (duration: 554.57227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.751544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.196544Z","time spent":"554.984951ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:43.751724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.673852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:43.751826Z","caller":"traceutil/trace.go:171","msg":"trace[140696813] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:665; }","duration":"285.833428ms","start":"2026-03-29T01:59:43.465967Z","end":"2026-03-29T01:59:43.751801Z","steps":["trace[140696813] 'agreement among raft nodes before linearized reading' (duration: 285.682404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.752124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.470514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:59:43.752147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.56436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.752188Z","caller":"traceutil/trace.go:171","msg":"trace[124884551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"555.597528ms","start":"2026-03-29T01:59:43.196574Z","end":"2026-03-29T01:59:43.752172Z","steps":["trace[124884551] 'agreement among raft nodes before linearized reading' (duration: 555.408423ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.752189Z","caller":"traceutil/trace.go:171","msg":"trace[1446607909] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:665; }","duration":"119.639441ms","start":"2026-03-29T01:59:43.632538Z","end":"2026-03-29T01:59:43.752178Z","steps":["trace[1446607909] 'agreement among raft nodes before linearized reading' (duration: 119.551928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.752224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.196544Z","time spent":"555.67025ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:59:44.254914Z","caller":"traceutil/trace.go:171","msg":"trace[563997602] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"113.564896ms","start":"2026-03-29T01:59:44.141318Z","end":"2026-03-29T01:59:44.254882Z","steps":["trace[563997602] 'process raft request' (duration: 113.33962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:44.338441Z","caller":"traceutil/trace.go:171","msg":"trace[1223477267] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"185.076169ms","start":"2026-03-29T01:59:44.153339Z","end":"2026-03-29T01:59:44.338415Z","steps":["trace[1223477267] 'process raft request' (duration: 184.910244ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.083184Z","caller":"traceutil/trace.go:171","msg":"trace[59923597] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"236.697862ms","start":"2026-03-29T01:59:44.84646Z","end":"2026-03-29T01:59:45.083158Z","steps":["trace[59923597] 'process raft request' (duration: 236.553348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.471758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.057021ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T01:59:45.471958Z","caller":"traceutil/trace.go:171","msg":"trace[1878790471] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"324.285612ms","start":"2026-03-29T01:59:45.147652Z","end":"2026-03-29T01:59:45.471938Z","steps":["trace[1878790471] 'read index received' (duration: 214.026186ms)","trace[1878790471] 'applied index is now lower than readState.Index' (duration: 110.257316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:45.472094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.435046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:45.472153Z","caller":"traceutil/trace.go:171","msg":"trace[949055876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"324.58115ms","start":"2026-03-29T01:59:45.147559Z","end":"2026-03-29T01:59:45.47214Z","steps":["trace[949055876] 'agreement among raft nodes before linearized reading' (duration: 324.468437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.472181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.147539Z","time spent":"324.636332ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:45.472204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.710776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-29T01:59:45.47229Z","caller":"traceutil/trace.go:171","msg":"trace[536471090] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:674; }","duration":"323.85072ms","start":"2026-03-29T01:59:45.148427Z","end":"2026-03-29T01:59:45.472278Z","steps":["trace[536471090] 'agreement among raft nodes before linearized reading' (duration: 323.630104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.472329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.148402Z","time spent":"323.916162ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17268,"request content":"key:\"/registry/pods/kube-system/cilium-gkmxv\" "} {"level":"info","ts":"2026-03-29T01:59:46.299222Z","caller":"traceutil/trace.go:171","msg":"trace[502172869] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"143.108259ms","start":"2026-03-29T01:59:46.156091Z","end":"2026-03-29T01:59:46.299199Z","steps":["trace[502172869] 'process raft request' (duration: 142.976935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.381901Z","caller":"traceutil/trace.go:171","msg":"trace[334698499] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"153.028588ms","start":"2026-03-29T01:59:46.228844Z","end":"2026-03-29T01:59:46.381873Z","steps":["trace[334698499] 'read index received' (duration: 70.29498ms)","trace[334698499] 'applied index is now lower than readState.Index' (duration: 82.732438ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:46.381989Z","caller":"traceutil/trace.go:171","msg":"trace[1553217337] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"213.563013ms","start":"2026-03-29T01:59:46.168389Z","end":"2026-03-29T01:59:46.381952Z","steps":["trace[1553217337] 'process raft request' (duration: 198.566336ms)","trace[1553217337] 'compare' (duration: 14.763201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:46.382113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.240144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:46.382097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.35501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:46.382191Z","caller":"traceutil/trace.go:171","msg":"trace[1551714425] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:681; }","duration":"127.546265ms","start":"2026-03-29T01:59:46.254633Z","end":"2026-03-29T01:59:46.382179Z","steps":["trace[1551714425] 'agreement among raft nodes before linearized reading' (duration: 127.394581ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.382243Z","caller":"traceutil/trace.go:171","msg":"trace[1936078434] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:681; }","duration":"153.428839ms","start":"2026-03-29T01:59:46.228791Z","end":"2026-03-29T01:59:46.38222Z","steps":["trace[1936078434] 'agreement among raft nodes before linearized reading' (duration: 153.228414ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.002167Z","caller":"traceutil/trace.go:171","msg":"trace[257814600] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"161.908979ms","start":"2026-03-29T01:59:47.840237Z","end":"2026-03-29T01:59:48.002146Z","steps":["trace[257814600] 'read index received' (duration: 161.757055ms)","trace[257814600] 'applied index is now lower than readState.Index' (duration: 151.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:48.00231Z","caller":"traceutil/trace.go:171","msg":"trace[375880283] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"310.904109ms","start":"2026-03-29T01:59:47.691284Z","end":"2026-03-29T01:59:48.002188Z","steps":["trace[375880283] 'process raft request' (duration: 310.760675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:48.002486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.611058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:48.002526Z","caller":"traceutil/trace.go:171","msg":"trace[1558333963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"148.675769ms","start":"2026-03-29T01:59:47.853839Z","end":"2026-03-29T01:59:48.002515Z","steps":["trace[1558333963] 'agreement among raft nodes before linearized reading' (duration: 148.590467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:48.002543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.575028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:59:48.002552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.084541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:59:48.002401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.151696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:48.002628Z","caller":"traceutil/trace.go:171","msg":"trace[1282487088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"148.664ms","start":"2026-03-29T01:59:47.853946Z","end":"2026-03-29T01:59:48.00261Z","steps":["trace[1282487088] 'agreement among raft nodes before linearized reading' (duration: 148.405283ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.00273Z","caller":"traceutil/trace.go:171","msg":"trace[1866333030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"162.525586ms","start":"2026-03-29T01:59:47.840174Z","end":"2026-03-29T01:59:48.002699Z","steps":["trace[1866333030] 'agreement among raft nodes before linearized reading' (duration: 162.071434ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.002652Z","caller":"traceutil/trace.go:171","msg":"trace[1085339437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"149.243406ms","start":"2026-03-29T01:59:47.85339Z","end":"2026-03-29T01:59:48.002634Z","steps":["trace[1085339437] 'agreement among raft nodes before linearized reading' (duration: 148.938367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:48.002777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:47.691263Z","time spent":"311.237987ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:48.504418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.360918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:48.504554Z","caller":"traceutil/trace.go:171","msg":"trace[687302822] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:726; }","duration":"292.760076ms","start":"2026-03-29T01:59:48.211773Z","end":"2026-03-29T01:59:48.504533Z","steps":["trace[687302822] 'read index received' (duration: 75.072021ms)","trace[687302822] 'applied index is now lower than readState.Index' (duration: 217.686215ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:48.504621Z","caller":"traceutil/trace.go:171","msg":"trace[465461649] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"297.450213ms","start":"2026-03-29T01:59:48.207129Z","end":"2026-03-29T01:59:48.504579Z","steps":["trace[465461649] 'process raft request' (duration: 147.847438ms)","trace[465461649] 'compare' (duration: 149.188404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:48.504751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.973381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:48.504802Z","caller":"traceutil/trace.go:171","msg":"trace[1380649357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:693; }","duration":"293.055954ms","start":"2026-03-29T01:59:48.211733Z","end":"2026-03-29T01:59:48.504789Z","steps":["trace[1380649357] 'agreement among raft nodes before linearized reading' (duration: 292.9066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:48.505437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.52604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-29T01:59:48.505513Z","caller":"traceutil/trace.go:171","msg":"trace[2033408369] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:693; }","duration":"214.659113ms","start":"2026-03-29T01:59:48.290837Z","end":"2026-03-29T01:59:48.505496Z","steps":["trace[2033408369] 'agreement among raft nodes before linearized reading' (duration: 213.893112ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.651516Z","caller":"traceutil/trace.go:171","msg":"trace[1716956293] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"138.805072ms","start":"2026-03-29T01:59:48.512687Z","end":"2026-03-29T01:59:48.651492Z","steps":["trace[1716956293] 'process raft request' (duration: 138.605577ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.656225Z","caller":"traceutil/trace.go:171","msg":"trace[2040526226] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"136.294343ms","start":"2026-03-29T01:59:48.519905Z","end":"2026-03-29T01:59:48.6562Z","steps":["trace[2040526226] 'process raft request' (duration: 136.090108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.90457Z","caller":"traceutil/trace.go:171","msg":"trace[1888397029] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"241.750439ms","start":"2026-03-29T01:59:48.662788Z","end":"2026-03-29T01:59:48.904538Z","steps":["trace[1888397029] 'process raft request' (duration: 241.496102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.904658Z","caller":"traceutil/trace.go:171","msg":"trace[1685149200] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"238.157951ms","start":"2026-03-29T01:59:48.666482Z","end":"2026-03-29T01:59:48.904639Z","steps":["trace[1685149200] 'process raft request' (duration: 238.073379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.904689Z","caller":"traceutil/trace.go:171","msg":"trace[1861044750] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"241.04376ms","start":"2026-03-29T01:59:48.663567Z","end":"2026-03-29T01:59:48.904611Z","steps":["trace[1861044750] 'process raft request' (duration: 240.851245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.904744Z","caller":"traceutil/trace.go:171","msg":"trace[1885300739] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"240.507695ms","start":"2026-03-29T01:59:48.664187Z","end":"2026-03-29T01:59:48.904695Z","steps":["trace[1885300739] 'process raft request' (duration: 240.29573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.078451Z","caller":"traceutil/trace.go:171","msg":"trace[1170782968] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:731; }","duration":"220.170822ms","start":"2026-03-29T01:59:48.858251Z","end":"2026-03-29T01:59:49.078422Z","steps":["trace[1170782968] 'read index received' (duration: 46.062351ms)","trace[1170782968] 'applied index is now lower than readState.Index' (duration: 174.106781ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.078527Z","caller":"traceutil/trace.go:171","msg":"trace[1040639322] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"310.593739ms","start":"2026-03-29T01:59:48.767903Z","end":"2026-03-29T01:59:49.078497Z","steps":["trace[1040639322] 'process raft request' (duration: 283.727309ms)","trace[1040639322] 'compare' (duration: 26.559932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:49.078645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.377618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:49.078707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:48.767873Z","time spent":"310.727813ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.078736Z","caller":"traceutil/trace.go:171","msg":"trace[708482080] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:701; }","duration":"220.511132ms","start":"2026-03-29T01:59:48.858203Z","end":"2026-03-29T01:59:49.078714Z","steps":["trace[708482080] 'agreement among raft nodes before linearized reading' (duration: 220.338017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.276414Z","caller":"traceutil/trace.go:171","msg":"trace[2079353715] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"361.352579ms","start":"2026-03-29T01:59:48.915046Z","end":"2026-03-29T01:59:49.276398Z","steps":["trace[2079353715] 'process raft request' (duration: 361.206165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.276537Z","caller":"traceutil/trace.go:171","msg":"trace[1269406534] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"361.36292ms","start":"2026-03-29T01:59:48.915162Z","end":"2026-03-29T01:59:49.276525Z","steps":["trace[1269406534] 'process raft request' (duration: 361.190355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.276615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:48.91501Z","time spent":"361.481613ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:49.276654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:48.915138Z","time spent":"361.454392ms","remote":"127.0.0.1:53852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:49.276402Z","caller":"traceutil/trace.go:171","msg":"trace[978590790] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"366.241772ms","start":"2026-03-29T01:59:48.910127Z","end":"2026-03-29T01:59:49.276369Z","steps":["trace[978590790] 'process raft request' (duration: 349.639831ms)","trace[978590790] 'compare' (duration: 16.312833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:49.276859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:48.910094Z","time spent":"366.685074ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.623863Z","caller":"traceutil/trace.go:171","msg":"trace[1602854846] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:736; }","duration":"476.431515ms","start":"2026-03-29T01:59:49.14741Z","end":"2026-03-29T01:59:49.623841Z","steps":["trace[1602854846] 'read index received' (duration: 112.269171ms)","trace[1602854846] 'applied index is now lower than readState.Index' (duration: 364.161444ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.62389Z","caller":"traceutil/trace.go:171","msg":"trace[567366946] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"541.261177ms","start":"2026-03-29T01:59:49.082614Z","end":"2026-03-29T01:59:49.623875Z","steps":["trace[567366946] 'process raft request' (duration: 541.178195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.624014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.582969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:49.624038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.082595Z","time spent":"541.39915ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.624051Z","caller":"traceutil/trace.go:171","msg":"trace[281741336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"476.665482ms","start":"2026-03-29T01:59:49.147376Z","end":"2026-03-29T01:59:49.624041Z","steps":["trace[281741336] 'agreement among raft nodes before linearized reading' (duration: 476.546648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.62408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.14736Z","time spent":"476.713403ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:49.624425Z","caller":"traceutil/trace.go:171","msg":"trace[1287836813] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"565.069894ms","start":"2026-03-29T01:59:49.05933Z","end":"2026-03-29T01:59:49.6244Z","steps":["trace[1287836813] 'process raft request' (duration: 564.345755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.624548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.059306Z","time spent":"565.202237ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:49.863962Z","caller":"traceutil/trace.go:171","msg":"trace[664622069] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"580.930825ms","start":"2026-03-29T01:59:49.283009Z","end":"2026-03-29T01:59:49.86394Z","steps":["trace[664622069] 'process raft request' (duration: 580.75094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.864195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.282925Z","time spent":"581.184762ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:49.864375Z","caller":"traceutil/trace.go:171","msg":"trace[779249805] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"580.466922ms","start":"2026-03-29T01:59:49.283883Z","end":"2026-03-29T01:59:49.86435Z","steps":["trace[779249805] 'process raft request' (duration: 580.01666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.864544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.283872Z","time spent":"580.571925ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:49.864696Z","caller":"traceutil/trace.go:171","msg":"trace[1748540105] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"579.939368ms","start":"2026-03-29T01:59:49.284744Z","end":"2026-03-29T01:59:49.864683Z","steps":["trace[1748540105] 'process raft request' (duration: 579.470495ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.864842Z","caller":"traceutil/trace.go:171","msg":"trace[2093597918] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:741; }","duration":"240.883176ms","start":"2026-03-29T01:59:49.623925Z","end":"2026-03-29T01:59:49.864808Z","steps":["trace[2093597918] 'read index received' (duration: 239.828028ms)","trace[2093597918] 'applied index is now lower than readState.Index' (duration: 1.052878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:49.864911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.542371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:49.864973Z","caller":"traceutil/trace.go:171","msg":"trace[963594747] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"404.207143ms","start":"2026-03-29T01:59:49.460748Z","end":"2026-03-29T01:59:49.864955Z","steps":["trace[963594747] 'process raft request' (duration: 403.873214ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.864979Z","caller":"traceutil/trace.go:171","msg":"trace[2127045250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:710; }","duration":"606.638523ms","start":"2026-03-29T01:59:49.258323Z","end":"2026-03-29T01:59:49.864962Z","steps":["trace[2127045250] 'agreement among raft nodes before linearized reading' (duration: 606.51812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.864995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.992564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T01:59:49.865033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.258296Z","time spent":"606.723796ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":26,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-29T01:59:49.86505Z","caller":"traceutil/trace.go:171","msg":"trace[1823772370] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:710; }","duration":"589.120047ms","start":"2026-03-29T01:59:49.275917Z","end":"2026-03-29T01:59:49.865037Z","steps":["trace[1823772370] 'agreement among raft nodes before linearized reading' (duration: 588.924082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.865085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.27589Z","time spent":"589.18813ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T01:59:49.865088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.46072Z","time spent":"404.296665ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:49.864768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.284721Z","time spent":"580.00481ms","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:49.865762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.762832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-29T01:59:49.865847Z","caller":"traceutil/trace.go:171","msg":"trace[672556822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:710; }","duration":"690.41932ms","start":"2026-03-29T01:59:49.17541Z","end":"2026-03-29T01:59:49.865829Z","steps":["trace[672556822] 'agreement among raft nodes before linearized reading' (duration: 689.541646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.865902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.175403Z","time spent":"690.481701ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17811,"request content":"key:\"/registry/pods/kube-system/cilium-gkmxv\" "} {"level":"warn","ts":"2026-03-29T01:59:49.944467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.165873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:49.944595Z","caller":"traceutil/trace.go:171","msg":"trace[1598686961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:712; }","duration":"319.511683ms","start":"2026-03-29T01:59:49.625058Z","end":"2026-03-29T01:59:49.94457Z","steps":["trace[1598686961] 'agreement among raft nodes before linearized reading' (duration: 319.339008ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.944643Z","caller":"traceutil/trace.go:171","msg":"trace[2070215760] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"316.285115ms","start":"2026-03-29T01:59:49.628328Z","end":"2026-03-29T01:59:49.944613Z","steps":["trace[2070215760] 'process raft request' (duration: 315.703989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.944708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.781629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:49.944775Z","caller":"traceutil/trace.go:171","msg":"trace[843791302] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:712; }","duration":"273.895953ms","start":"2026-03-29T01:59:49.670863Z","end":"2026-03-29T01:59:49.944759Z","steps":["trace[843791302] 'agreement among raft nodes before linearized reading' (duration: 273.768249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.944826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.62831Z","time spent":"316.44447ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:49.944681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:49.625035Z","time spent":"319.631305ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:49.944671Z","caller":"traceutil/trace.go:171","msg":"trace[2140458207] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"284.640495ms","start":"2026-03-29T01:59:49.660001Z","end":"2026-03-29T01:59:49.944641Z","steps":["trace[2140458207] 'process raft request' (duration: 284.313436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.125365Z","caller":"traceutil/trace.go:171","msg":"trace[396835121] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:747; }","duration":"113.128285ms","start":"2026-03-29T01:59:50.012209Z","end":"2026-03-29T01:59:50.125337Z","steps":["trace[396835121] 'read index received' (duration: 39.192665ms)","trace[396835121] 'applied index is now lower than readState.Index' (duration: 73.93463ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:50.125563Z","caller":"traceutil/trace.go:171","msg":"trace[1879358922] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"245.997955ms","start":"2026-03-29T01:59:49.87955Z","end":"2026-03-29T01:59:50.125548Z","steps":["trace[1879358922] 'process raft request' (duration: 245.714668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.125789Z","caller":"traceutil/trace.go:171","msg":"trace[1291118682] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"255.507853ms","start":"2026-03-29T01:59:49.870264Z","end":"2026-03-29T01:59:50.125772Z","steps":["trace[1291118682] 'process raft request' (duration: 254.838674ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.125908Z","caller":"traceutil/trace.go:171","msg":"trace[773764701] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"253.881799ms","start":"2026-03-29T01:59:49.872009Z","end":"2026-03-29T01:59:50.125891Z","steps":["trace[773764701] 'process raft request' (duration: 253.210271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.126168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.933596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:50.126244Z","caller":"traceutil/trace.go:171","msg":"trace[1403633733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"114.05346ms","start":"2026-03-29T01:59:50.012171Z","end":"2026-03-29T01:59:50.126224Z","steps":["trace[1403633733] 'agreement among raft nodes before linearized reading' (duration: 113.884435ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.524127Z","caller":"traceutil/trace.go:171","msg":"trace[2104868472] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"393.079852ms","start":"2026-03-29T01:59:50.131029Z","end":"2026-03-29T01:59:50.524109Z","steps":["trace[2104868472] 'process raft request' (duration: 393.02729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.524169Z","caller":"traceutil/trace.go:171","msg":"trace[353655342] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"393.161974ms","start":"2026-03-29T01:59:50.130976Z","end":"2026-03-29T01:59:50.524138Z","steps":["trace[353655342] 'process raft request' (duration: 392.665381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.524283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.131025Z","time spent":"393.177614ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:50.524329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.130959Z","time spent":"393.281767ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:50.524622Z","caller":"traceutil/trace.go:171","msg":"trace[1809188645] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"393.472772ms","start":"2026-03-29T01:59:50.131129Z","end":"2026-03-29T01:59:50.524602Z","steps":["trace[1809188645] 'process raft request' (duration: 392.955248ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.52476Z","caller":"traceutil/trace.go:171","msg":"trace[1634972864] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"392.861536ms","start":"2026-03-29T01:59:50.131884Z","end":"2026-03-29T01:59:50.524746Z","steps":["trace[1634972864] 'process raft request' (duration: 392.63507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.524822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.131862Z","time spent":"392.934067ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:50.524768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.131107Z","time spent":"393.574435ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:50.524937Z","caller":"traceutil/trace.go:171","msg":"trace[538105669] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"392.615929ms","start":"2026-03-29T01:59:50.132308Z","end":"2026-03-29T01:59:50.524924Z","steps":["trace[538105669] 'process raft request' (duration: 392.343581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.525005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.132301Z","time spent":"392.671231ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:50.525125Z","caller":"traceutil/trace.go:171","msg":"trace[366835386] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"392.496886ms","start":"2026-03-29T01:59:50.132593Z","end":"2026-03-29T01:59:50.52509Z","steps":["trace[366835386] 'process raft request' (duration: 392.238699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.525173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.132588Z","time spent":"392.561838ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:50.525177Z","caller":"traceutil/trace.go:171","msg":"trace[2046902226] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"341.283634ms","start":"2026-03-29T01:59:50.183884Z","end":"2026-03-29T01:59:50.525168Z","steps":["trace[2046902226] 'process raft request' (duration: 341.075289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.525225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.183872Z","time spent":"341.332895ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:50.525233Z","caller":"traceutil/trace.go:171","msg":"trace[1255828171] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:751; }","duration":"341.87773ms","start":"2026-03-29T01:59:50.183204Z","end":"2026-03-29T01:59:50.525082Z","steps":["trace[1255828171] 'read index received' (duration: 7.325419ms)","trace[1255828171] 'applied index is now lower than readState.Index' (duration: 334.551151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:50.525584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.358153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gkmxv\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-03-29T01:59:50.525686Z","caller":"traceutil/trace.go:171","msg":"trace[1220585027] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gkmxv; range_end:; response_count:1; response_revision:723; }","duration":"342.498667ms","start":"2026-03-29T01:59:50.183166Z","end":"2026-03-29T01:59:50.525665Z","steps":["trace[1220585027] 'agreement among raft nodes before linearized reading' (duration: 342.194669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.525737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.183148Z","time spent":"342.575709ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17995,"request content":"key:\"/registry/pods/kube-system/cilium-gkmxv\" "} {"level":"info","ts":"2026-03-29T01:59:50.609354Z","caller":"traceutil/trace.go:171","msg":"trace[1007962955] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"146.996414ms","start":"2026-03-29T01:59:50.462341Z","end":"2026-03-29T01:59:50.609337Z","steps":["trace[1007962955] 'process raft request' (duration: 146.972754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.609666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.516785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:50.609627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.889448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T01:59:50.6097Z","caller":"traceutil/trace.go:171","msg":"trace[1873177451] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:725; }","duration":"258.606787ms","start":"2026-03-29T01:59:50.351085Z","end":"2026-03-29T01:59:50.609692Z","steps":["trace[1873177451] 'agreement among raft nodes before linearized reading' (duration: 258.541425ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.609738Z","caller":"traceutil/trace.go:171","msg":"trace[966045957] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:725; }","duration":"417.069823ms","start":"2026-03-29T01:59:50.192648Z","end":"2026-03-29T01:59:50.609718Z","steps":["trace[966045957] 'agreement among raft nodes before linearized reading' (duration: 416.749424ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.609673Z","caller":"traceutil/trace.go:171","msg":"trace[778639401] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"343.510784ms","start":"2026-03-29T01:59:50.266043Z","end":"2026-03-29T01:59:50.609554Z","steps":["trace[778639401] 'process raft request' (duration: 343.197916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.60989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.192631Z","time spent":"417.186657ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T01:59:50.61014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.266003Z","time spent":"344.028858ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:50.779529Z","caller":"traceutil/trace.go:171","msg":"trace[903454377] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"248.276976ms","start":"2026-03-29T01:59:50.531224Z","end":"2026-03-29T01:59:50.779501Z","steps":["trace[903454377] 'process raft request' (duration: 191.066771ms)","trace[903454377] 'compare' (duration: 57.048501ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:50.779806Z","caller":"traceutil/trace.go:171","msg":"trace[897391302] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:761; }","duration":"167.886832ms","start":"2026-03-29T01:59:50.611897Z","end":"2026-03-29T01:59:50.779784Z","steps":["trace[897391302] 'read index received' (duration: 110.352968ms)","trace[897391302] 'applied index is now lower than readState.Index' (duration: 57.532584ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:50.779859Z","caller":"traceutil/trace.go:171","msg":"trace[1180689556] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"241.663956ms","start":"2026-03-29T01:59:50.538169Z","end":"2026-03-29T01:59:50.779833Z","steps":["trace[1180689556] 'process raft request' (duration: 241.513652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:50.779885Z","caller":"traceutil/trace.go:171","msg":"trace[70516934] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"248.465961ms","start":"2026-03-29T01:59:50.531394Z","end":"2026-03-29T01:59:50.77986Z","steps":["trace[70516934] 'process raft request' (duration: 248.06104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.78002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.004318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:50.780064Z","caller":"traceutil/trace.go:171","msg":"trace[1196091960] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:728; }","duration":"128.06749ms","start":"2026-03-29T01:59:50.651975Z","end":"2026-03-29T01:59:50.780042Z","steps":["trace[1196091960] 'agreement among raft nodes before linearized reading' (duration: 128.018619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.780019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.103178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:50.780172Z","caller":"traceutil/trace.go:171","msg":"trace[1722762390] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:728; }","duration":"168.260422ms","start":"2026-03-29T01:59:50.611857Z","end":"2026-03-29T01:59:50.780118Z","steps":["trace[1722762390] 'agreement among raft nodes before linearized reading' (duration: 168.053877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:50.780977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.039854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-29T01:59:50.782146Z","caller":"traceutil/trace.go:171","msg":"trace[1826031751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:728; }","duration":"124.237686ms","start":"2026-03-29T01:59:50.657893Z","end":"2026-03-29T01:59:50.782131Z","steps":["trace[1826031751] 'agreement among raft nodes before linearized reading' (duration: 122.17577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.167581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.669474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:51.167708Z","caller":"traceutil/trace.go:171","msg":"trace[1718179555] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"383.124181ms","start":"2026-03-29T01:59:50.784561Z","end":"2026-03-29T01:59:51.167685Z","steps":["trace[1718179555] 'process raft request' (duration: 218.274471ms)","trace[1718179555] 'compare' (duration: 164.434488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:51.167784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.784543Z","time spent":"383.201743ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:51.211049Z","caller":"traceutil/trace.go:171","msg":"trace[1745167678] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:764; }","duration":"352.603722ms","start":"2026-03-29T01:59:50.858426Z","end":"2026-03-29T01:59:51.21103Z","steps":["trace[1745167678] 'read index received' (duration: 144.565468ms)","trace[1745167678] 'applied index is now lower than readState.Index' (duration: 208.037233ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:51.211197Z","caller":"traceutil/trace.go:171","msg":"trace[1835207692] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"423.465927ms","start":"2026-03-29T01:59:50.78769Z","end":"2026-03-29T01:59:51.211156Z","steps":["trace[1835207692] 'process raft request' (duration: 423.287832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:51.211283Z","caller":"traceutil/trace.go:171","msg":"trace[623529168] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"425.145992ms","start":"2026-03-29T01:59:50.786063Z","end":"2026-03-29T01:59:51.211209Z","steps":["trace[623529168] 'process raft request' (duration: 424.770032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.211531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.787659Z","time spent":"423.633742ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:51.211354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.9117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-29T01:59:51.21158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.08791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-29T01:59:51.211616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.786053Z","time spent":"425.365969ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:51.211647Z","caller":"traceutil/trace.go:171","msg":"trace[888521990] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:731; }","duration":"153.200434ms","start":"2026-03-29T01:59:51.058427Z","end":"2026-03-29T01:59:51.211627Z","steps":["trace[888521990] 'agreement among raft nodes before linearized reading' (duration: 152.961237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:51.211639Z","caller":"traceutil/trace.go:171","msg":"trace[1360322031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:731; }","duration":"353.225578ms","start":"2026-03-29T01:59:50.858388Z","end":"2026-03-29T01:59:51.211614Z","steps":["trace[1360322031] 'agreement among raft nodes before linearized reading' (duration: 352.823067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.211711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:50.858371Z","time spent":"353.31888ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-29T01:59:52.120746Z","caller":"traceutil/trace.go:171","msg":"trace[586175053] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"900.886881ms","start":"2026-03-29T01:59:51.21979Z","end":"2026-03-29T01:59:52.120677Z","steps":["trace[586175053] 'process raft request' (duration: 900.689585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.121458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.219769Z","time spent":"901.097146ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:52.608701Z","caller":"traceutil/trace.go:171","msg":"trace[555187511] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"1.382796356s","start":"2026-03-29T01:59:51.225872Z","end":"2026-03-29T01:59:52.608669Z","steps":["trace[555187511] 'process raft request' (duration: 1.381166682s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.609012Z","caller":"traceutil/trace.go:171","msg":"trace[872677637] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"1.348846153s","start":"2026-03-29T01:59:51.260125Z","end":"2026-03-29T01:59:52.608971Z","steps":["trace[872677637] 'process raft request' (duration: 1.348484653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.609083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.225852Z","time spent":"1.38297886s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.609194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.260074Z","time spent":"1.349045428s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:52.60924Z","caller":"traceutil/trace.go:171","msg":"trace[1154401489] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:767; }","duration":"950.956031ms","start":"2026-03-29T01:59:51.658234Z","end":"2026-03-29T01:59:52.60919Z","steps":["trace[1154401489] 'read index received' (duration: 462.393185ms)","trace[1154401489] 'applied index is now lower than readState.Index' (duration: 488.561936ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.609296Z","caller":"traceutil/trace.go:171","msg":"trace[1792894518] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"724.208909ms","start":"2026-03-29T01:59:51.885065Z","end":"2026-03-29T01:59:52.609274Z","steps":["trace[1792894518] 'process raft request' (duration: 724.070275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.609299Z","caller":"traceutil/trace.go:171","msg":"trace[1186799982] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"1.121623308s","start":"2026-03-29T01:59:51.487646Z","end":"2026-03-29T01:59:52.609269Z","steps":["trace[1186799982] 'process raft request' (duration: 1.121346231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.609406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.885025Z","time spent":"724.321082ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:52.609424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.487617Z","time spent":"1.121758832s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:52.609464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.160037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-29T01:59:52.609504Z","caller":"traceutil/trace.go:171","msg":"trace[932722436] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"551.25768ms","start":"2026-03-29T01:59:52.058237Z","end":"2026-03-29T01:59:52.609494Z","steps":["trace[932722436] 'agreement among raft nodes before linearized reading' (duration: 551.108656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.609531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.058214Z","time spent":"551.310591ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10398,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:52.609695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.450074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-29T01:59:52.609816Z","caller":"traceutil/trace.go:171","msg":"trace[1332108333] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"951.614418ms","start":"2026-03-29T01:59:51.65818Z","end":"2026-03-29T01:59:52.609794Z","steps":["trace[1332108333] 'agreement among raft nodes before linearized reading' (duration: 951.173886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.609904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.658152Z","time spent":"951.736342ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4354,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:52.740238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.845468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:12259"} {"level":"warn","ts":"2026-03-29T01:59:52.740335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.905831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:52.740353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.460816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:52.740389Z","caller":"traceutil/trace.go:171","msg":"trace[556486437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"592.974423ms","start":"2026-03-29T01:59:52.147393Z","end":"2026-03-29T01:59:52.740368Z","steps":["trace[556486437] 'agreement among raft nodes before linearized reading' (duration: 462.233021ms)","trace[556486437] 'range keys from in-memory index tree' (duration: 130.691631ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.740413Z","caller":"traceutil/trace.go:171","msg":"trace[1158364558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"211.548198ms","start":"2026-03-29T01:59:52.528849Z","end":"2026-03-29T01:59:52.740397Z","steps":["trace[1158364558] 'agreement among raft nodes before linearized reading' (duration: 80.753914ms)","trace[1158364558] 'range keys from in-memory index tree' (duration: 130.64398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.740443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.14737Z","time spent":"593.060395ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:52.740445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.61437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:52.740505Z","caller":"traceutil/trace.go:171","msg":"trace[1394125139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"211.714683ms","start":"2026-03-29T01:59:52.528772Z","end":"2026-03-29T01:59:52.740486Z","steps":["trace[1394125139] 'agreement among raft nodes before linearized reading' (duration: 80.856887ms)","trace[1394125139] 'range keys from in-memory index tree' (duration: 130.725492ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.740686Z","caller":"traceutil/trace.go:171","msg":"trace[2053946673] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"125.812918ms","start":"2026-03-29T01:59:52.61485Z","end":"2026-03-29T01:59:52.740663Z","steps":["trace[2053946673] 'process raft request' (duration: 63.473514ms)","trace[2053946673] 'compare' (duration: 62.19837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.740254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.422925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-29T01:59:52.740739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.276435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-29T01:59:52.740901Z","caller":"traceutil/trace.go:171","msg":"trace[1879200560] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"282.030963ms","start":"2026-03-29T01:59:52.458292Z","end":"2026-03-29T01:59:52.740323Z","steps":["trace[1879200560] 'agreement among raft nodes before linearized reading' (duration: 151.239089ms)","trace[1879200560] 'range keys from in-memory index tree' (duration: 130.551247ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.740936Z","caller":"traceutil/trace.go:171","msg":"trace[1364125292] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"482.513381ms","start":"2026-03-29T01:59:52.258393Z","end":"2026-03-29T01:59:52.740906Z","steps":["trace[1364125292] 'agreement among raft nodes before linearized reading' (duration: 351.224674ms)","trace[1364125292] 'range keys from in-memory index tree' (duration: 130.875436ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.741097Z","caller":"traceutil/trace.go:171","msg":"trace[1147688584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"212.064563ms","start":"2026-03-29T01:59:52.528759Z","end":"2026-03-29T01:59:52.740824Z","steps":["trace[1147688584] 'agreement among raft nodes before linearized reading' (duration: 80.790376ms)","trace[1147688584] 'range keys from in-memory index tree' (duration: 130.373352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.741097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.258369Z","time spent":"482.707087ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5607,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-29T01:59:52.826864Z","caller":"traceutil/trace.go:171","msg":"trace[1954206890] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:772; }","duration":"168.517139ms","start":"2026-03-29T01:59:52.658329Z","end":"2026-03-29T01:59:52.826847Z","steps":["trace[1954206890] 'read index received' (duration: 20.074316ms)","trace[1954206890] 'applied index is now lower than readState.Index' (duration: 148.442003ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.826903Z","caller":"traceutil/trace.go:171","msg":"trace[560701848] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"201.442904ms","start":"2026-03-29T01:59:52.62543Z","end":"2026-03-29T01:59:52.826873Z","steps":["trace[560701848] 'process raft request' (duration: 201.252259ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.826981Z","caller":"traceutil/trace.go:171","msg":"trace[216471511] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"195.868102ms","start":"2026-03-29T01:59:52.631044Z","end":"2026-03-29T01:59:52.826913Z","steps":["trace[216471511] 'process raft request' (duration: 195.707398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.827088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.736225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-29T01:59:52.827166Z","caller":"traceutil/trace.go:171","msg":"trace[1992071467] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"168.859548ms","start":"2026-03-29T01:59:52.658291Z","end":"2026-03-29T01:59:52.82715Z","steps":["trace[1992071467] 'agreement among raft nodes before linearized reading' (duration: 168.651983ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.827185Z","caller":"traceutil/trace.go:171","msg":"trace[920731828] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"209.272576ms","start":"2026-03-29T01:59:52.617433Z","end":"2026-03-29T01:59:52.826705Z","steps":["trace[920731828] 'process raft request' (duration: 209.140473ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.09884Z","caller":"traceutil/trace.go:171","msg":"trace[91646060] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"258.787551ms","start":"2026-03-29T01:59:52.840006Z","end":"2026-03-29T01:59:53.098794Z","steps":["trace[91646060] 'process raft request' (duration: 228.217611ms)","trace[91646060] 'compare' (duration: 30.257111ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:53.099001Z","caller":"traceutil/trace.go:171","msg":"trace[1018302697] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"258.725219ms","start":"2026-03-29T01:59:52.840259Z","end":"2026-03-29T01:59:53.098984Z","steps":["trace[1018302697] 'process raft request' (duration: 258.501753ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:53.325142Z","caller":"traceutil/trace.go:171","msg":"trace[124822817] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"352.556439ms","start":"2026-03-29T01:59:52.972556Z","end":"2026-03-29T01:59:53.325112Z","steps":["trace[124822817] 'process raft request' (duration: 351.963103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.325386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.972533Z","time spent":"352.714423ms","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:53.330887Z","caller":"traceutil/trace.go:171","msg":"trace[487033148] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:782; }","duration":"215.559747ms","start":"2026-03-29T01:59:53.11529Z","end":"2026-03-29T01:59:53.330849Z","steps":["trace[487033148] 'read index received' (duration: 209.215845ms)","trace[487033148] 'applied index is now lower than readState.Index' (duration: 6.342462ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:53.330922Z","caller":"traceutil/trace.go:171","msg":"trace[1561343727] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"220.385978ms","start":"2026-03-29T01:59:53.110509Z","end":"2026-03-29T01:59:53.330895Z","steps":["trace[1561343727] 'process raft request' (duration: 220.055999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.331421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.971729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-29T01:59:53.331514Z","caller":"traceutil/trace.go:171","msg":"trace[1040511054] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"216.125063ms","start":"2026-03-29T01:59:53.115367Z","end":"2026-03-29T01:59:53.331492Z","steps":["trace[1040511054] 'agreement among raft nodes before linearized reading' (duration: 215.883816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.331518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.210935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-29T01:59:53.331573Z","caller":"traceutil/trace.go:171","msg":"trace[1346477429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"216.308597ms","start":"2026-03-29T01:59:53.115247Z","end":"2026-03-29T01:59:53.331556Z","steps":["trace[1346477429] 'agreement among raft nodes before linearized reading' (duration: 216.209225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:53.331713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.923965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:59:53.331748Z","caller":"traceutil/trace.go:171","msg":"trace[945108062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"160.009078ms","start":"2026-03-29T01:59:53.171731Z","end":"2026-03-29T01:59:53.33174Z","steps":["trace[945108062] 'agreement among raft nodes before linearized reading' (duration: 159.910396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:54.851667Z","caller":"traceutil/trace.go:171","msg":"trace[44353185] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"102.554876ms","start":"2026-03-29T01:59:54.749064Z","end":"2026-03-29T01:59:54.851619Z","steps":["trace[44353185] 'process raft request' (duration: 102.269679ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.77244Z","caller":"traceutil/trace.go:171","msg":"trace[391009493] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"162.022171ms","start":"2026-03-29T01:59:56.610399Z","end":"2026-03-29T01:59:56.772421Z","steps":["trace[391009493] 'process raft request' (duration: 161.902828ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.782734Z","caller":"traceutil/trace.go:171","msg":"trace[2115993496] transaction","detail":"{read_only:false; number_of_response:0; response_revision:774; }","duration":"171.680304ms","start":"2026-03-29T01:59:56.611028Z","end":"2026-03-29T01:59:56.782708Z","steps":["trace[2115993496] 'process raft request' (duration: 171.482808ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.994119Z","caller":"traceutil/trace.go:171","msg":"trace[1465378585] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"123.726212ms","start":"2026-03-29T01:59:56.870359Z","end":"2026-03-29T01:59:56.994085Z","steps":["trace[1465378585] 'process raft request' (duration: 87.584981ms)","trace[1465378585] 'compare' (duration: 36.020278ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:57.042979Z","caller":"traceutil/trace.go:171","msg":"trace[1892148632] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:813; }","duration":"155.350172ms","start":"2026-03-29T01:59:56.88761Z","end":"2026-03-29T01:59:57.04296Z","steps":["trace[1892148632] 'read index received' (duration: 70.108346ms)","trace[1892148632] 'applied index is now lower than readState.Index' (duration: 85.240926ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:57.043Z","caller":"traceutil/trace.go:171","msg":"trace[32726211] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"172.523498ms","start":"2026-03-29T01:59:56.87044Z","end":"2026-03-29T01:59:57.042963Z","steps":["trace[32726211] 'process raft request' (duration: 172.337463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.043073Z","caller":"traceutil/trace.go:171","msg":"trace[1766263624] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"172.444306ms","start":"2026-03-29T01:59:56.870552Z","end":"2026-03-29T01:59:57.042996Z","steps":["trace[1766263624] 'process raft request' (duration: 172.350193ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.043186Z","caller":"traceutil/trace.go:171","msg":"trace[202090487] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"172.656692ms","start":"2026-03-29T01:59:56.870499Z","end":"2026-03-29T01:59:57.043155Z","steps":["trace[202090487] 'process raft request' (duration: 172.379534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.043252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.612609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:57.043311Z","caller":"traceutil/trace.go:171","msg":"trace[507416633] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"170.079181ms","start":"2026-03-29T01:59:56.873207Z","end":"2026-03-29T01:59:57.043286Z","steps":["trace[507416633] 'process raft request' (duration: 169.714792ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.043365Z","caller":"traceutil/trace.go:171","msg":"trace[1494039632] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:780; }","duration":"155.727101ms","start":"2026-03-29T01:59:56.887587Z","end":"2026-03-29T01:59:57.043314Z","steps":["trace[1494039632] 'agreement among raft nodes before linearized reading' (duration: 155.574727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:57.043379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.220327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:57.04337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.644209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:57.04343Z","caller":"traceutil/trace.go:171","msg":"trace[1232773397] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:780; }","duration":"155.29757ms","start":"2026-03-29T01:59:56.88812Z","end":"2026-03-29T01:59:57.043418Z","steps":["trace[1232773397] 'agreement among raft nodes before linearized reading' (duration: 155.212248ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:57.043465Z","caller":"traceutil/trace.go:171","msg":"trace[1512524124] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:780; }","duration":"155.799244ms","start":"2026-03-29T01:59:56.887642Z","end":"2026-03-29T01:59:57.043441Z","steps":["trace[1512524124] 'agreement among raft nodes before linearized reading' (duration: 155.620749ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:04.719945Z","caller":"traceutil/trace.go:171","msg":"trace[1018435868] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"149.0336ms","start":"2026-03-29T02:00:04.570879Z","end":"2026-03-29T02:00:04.719912Z","steps":["trace[1018435868] 'process raft request' (duration: 148.827924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:05.25283Z","caller":"traceutil/trace.go:171","msg":"trace[1202321134] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"120.821173ms","start":"2026-03-29T02:00:05.131984Z","end":"2026-03-29T02:00:05.252805Z","steps":["trace[1202321134] 'process raft request' (duration: 120.668269ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:05.254436Z","caller":"traceutil/trace.go:171","msg":"trace[2081067166] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"122.112908ms","start":"2026-03-29T02:00:05.132302Z","end":"2026-03-29T02:00:05.254415Z","steps":["trace[2081067166] 'process raft request' (duration: 121.925323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:05.374718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.291839ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:00:07.454802Z","caller":"traceutil/trace.go:171","msg":"trace[1481589215] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"182.070617ms","start":"2026-03-29T02:00:07.272708Z","end":"2026-03-29T02:00:07.454779Z","steps":["trace[1481589215] 'process raft request' (duration: 174.502941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.130371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.56236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:21.130476Z","caller":"traceutil/trace.go:171","msg":"trace[1618357858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:881; }","duration":"982.717174ms","start":"2026-03-29T02:00:20.147736Z","end":"2026-03-29T02:00:21.130453Z","steps":["trace[1618357858] 'range keys from in-memory index tree' (duration: 982.431366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.130527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.147715Z","time spent":"982.798776ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:21.131024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156227678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:21.131136Z","caller":"traceutil/trace.go:171","msg":"trace[1919395959] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:881; }","duration":"1.156389723s","start":"2026-03-29T02:00:19.974727Z","end":"2026-03-29T02:00:21.131117Z","steps":["trace[1919395959] 'count revisions from in-memory index tree' (duration: 1.156140536s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.131177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:19.974698Z","time spent":"1.156467685s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":94,"response size":28,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:00:21.143471Z","caller":"traceutil/trace.go:171","msg":"trace[1331989635] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"772.697146ms","start":"2026-03-29T02:00:20.370752Z","end":"2026-03-29T02:00:21.143449Z","steps":["trace[1331989635] 'process raft request' (duration: 772.129701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.143599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:20.370726Z","time spent":"772.798009ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:24.770942Z","caller":"traceutil/trace.go:171","msg":"trace[511246705] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"206.760935ms","start":"2026-03-29T02:00:24.564142Z","end":"2026-03-29T02:00:24.770903Z","steps":["trace[511246705] 'process raft request' (duration: 182.255334ms)","trace[511246705] 'compare' (duration: 24.241244ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:27.718614Z","caller":"traceutil/trace.go:171","msg":"trace[1637155645] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"154.750571ms","start":"2026-03-29T02:00:27.563828Z","end":"2026-03-29T02:00:27.718579Z","steps":["trace[1637155645] 'process raft request' (duration: 93.123472ms)","trace[1637155645] 'compare' (duration: 61.343951ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:40.05378Z","caller":"traceutil/trace.go:171","msg":"trace[210369610] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"108.087472ms","start":"2026-03-29T02:00:39.945658Z","end":"2026-03-29T02:00:40.053746Z","steps":["trace[210369610] 'process raft request' (duration: 107.924468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:47.94616Z","caller":"traceutil/trace.go:171","msg":"trace[642024845] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"333.750606ms","start":"2026-03-29T02:00:47.612372Z","end":"2026-03-29T02:00:47.946123Z","steps":["trace[642024845] 'process raft request' (duration: 333.630092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.94632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.612351Z","time spent":"333.894929ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:47.950272Z","caller":"traceutil/trace.go:171","msg":"trace[1793899994] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"337.841277ms","start":"2026-03-29T02:00:47.612403Z","end":"2026-03-29T02:00:47.950244Z","steps":["trace[1793899994] 'process raft request' (duration: 337.677423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.950474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.612388Z","time spent":"337.974951ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:47.950622Z","caller":"traceutil/trace.go:171","msg":"trace[1699653296] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"337.136168ms","start":"2026-03-29T02:00:47.61347Z","end":"2026-03-29T02:00:47.950607Z","steps":["trace[1699653296] 'process raft request' (duration: 336.896432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.950848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.613443Z","time spent":"337.299812ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:47.950477Z","caller":"traceutil/trace.go:171","msg":"trace[188099681] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"336.999655ms","start":"2026-03-29T02:00:47.61343Z","end":"2026-03-29T02:00:47.950429Z","steps":["trace[188099681] 'process raft request' (duration: 336.776238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.950988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.613416Z","time spent":"337.505438ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:00.443359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.859532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:00.443429Z","caller":"traceutil/trace.go:171","msg":"trace[817148227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"428.983365ms","start":"2026-03-29T02:01:00.014431Z","end":"2026-03-29T02:01:00.443414Z","steps":["trace[817148227] 'range keys from in-memory index tree' (duration: 428.634105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.443467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.014407Z","time spent":"429.044647ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:00.443459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.480359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:00.443546Z","caller":"traceutil/trace.go:171","msg":"trace[1964476855] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1310; }","duration":"421.607713ms","start":"2026-03-29T02:01:00.021911Z","end":"2026-03-29T02:01:00.443519Z","steps":["trace[1964476855] 'count revisions from in-memory index tree' (duration: 421.365016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.44363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.021892Z","time spent":"421.718076ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:00.443726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.693346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:00.443769Z","caller":"traceutil/trace.go:171","msg":"trace[1492190860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1310; }","duration":"328.755219ms","start":"2026-03-29T02:01:00.115004Z","end":"2026-03-29T02:01:00.44376Z","steps":["trace[1492190860] 'range keys from in-memory index tree' (duration: 328.598974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.443789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.114993Z","time spent":"328.790399ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:00.44383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.607146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:01:00.443915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.584379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:01:00.44392Z","caller":"traceutil/trace.go:171","msg":"trace[71989118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"855.749639ms","start":"2026-03-29T02:00:59.588149Z","end":"2026-03-29T02:01:00.443898Z","steps":["trace[71989118] 'range keys from in-memory index tree' (duration: 855.375349ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:00.443945Z","caller":"traceutil/trace.go:171","msg":"trace[1066778056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1310; }","duration":"353.658781ms","start":"2026-03-29T02:01:00.090277Z","end":"2026-03-29T02:01:00.443936Z","steps":["trace[1066778056] 'range keys from in-memory index tree' (duration: 353.487187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.443964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.09025Z","time spent":"353.710173ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":525,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:00.443961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.644673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:01:00.443962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:59.588119Z","time spent":"855.833792ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:00.443984Z","caller":"traceutil/trace.go:171","msg":"trace[865633546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"352.703625ms","start":"2026-03-29T02:01:00.091274Z","end":"2026-03-29T02:01:00.443978Z","steps":["trace[865633546] 'range keys from in-memory index tree' (duration: 352.53344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:00.444003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:00.091254Z","time spent":"352.744096ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":511,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:10.643901Z","caller":"traceutil/trace.go:171","msg":"trace[2000739794] linearizableReadLoop","detail":"{readStateIndex:1455; appliedIndex:1452; }","duration":"106.539159ms","start":"2026-03-29T02:01:10.537341Z","end":"2026-03-29T02:01:10.64388Z","steps":["trace[2000739794] 'read index received' (duration: 5.923243ms)","trace[2000739794] 'applied index is now lower than readState.Index' (duration: 100.615116ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:10.643949Z","caller":"traceutil/trace.go:171","msg":"trace[22200767] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"107.356322ms","start":"2026-03-29T02:01:10.536565Z","end":"2026-03-29T02:01:10.643921Z","steps":["trace[22200767] 'process raft request' (duration: 104.75448ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:10.644039Z","caller":"traceutil/trace.go:171","msg":"trace[288568655] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"107.050823ms","start":"2026-03-29T02:01:10.536963Z","end":"2026-03-29T02:01:10.644014Z","steps":["trace[288568655] 'process raft request' (duration: 106.876868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:10.644103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.751125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:10.644139Z","caller":"traceutil/trace.go:171","msg":"trace[1180397880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1395; }","duration":"106.830557ms","start":"2026-03-29T02:01:10.537298Z","end":"2026-03-29T02:01:10.644129Z","steps":["trace[1180397880] 'agreement among raft nodes before linearized reading' (duration: 106.675053ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:14.745836Z","caller":"traceutil/trace.go:171","msg":"trace[65002820] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1496; }","duration":"189.854592ms","start":"2026-03-29T02:01:14.555951Z","end":"2026-03-29T02:01:14.745806Z","steps":["trace[65002820] 'read index received' (duration: 189.591295ms)","trace[65002820] 'applied index is now lower than readState.Index' (duration: 261.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:14.746103Z","caller":"traceutil/trace.go:171","msg":"trace[133589444] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"208.946986ms","start":"2026-03-29T02:01:14.537114Z","end":"2026-03-29T02:01:14.746061Z","steps":["trace[133589444] 'process raft request' (duration: 208.541685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.746153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.176942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:14.746467Z","caller":"traceutil/trace.go:171","msg":"trace[582603529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1437; }","duration":"190.50115ms","start":"2026-03-29T02:01:14.555905Z","end":"2026-03-29T02:01:14.746406Z","steps":["trace[582603529] 'agreement among raft nodes before linearized reading' (duration: 190.080749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.74658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.573126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8brp7\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-29T02:01:14.746708Z","caller":"traceutil/trace.go:171","msg":"trace[1859196247] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-8brp7; range_end:; response_count:1; response_revision:1437; }","duration":"123.703359ms","start":"2026-03-29T02:01:14.622948Z","end":"2026-03-29T02:01:14.746651Z","steps":["trace[1859196247] 'agreement among raft nodes before linearized reading' (duration: 123.36028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:16.982232Z","caller":"traceutil/trace.go:171","msg":"trace[1154181464] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1509; }","duration":"225.797757ms","start":"2026-03-29T02:01:16.756409Z","end":"2026-03-29T02:01:16.982207Z","steps":["trace[1154181464] 'read index received' (duration: 225.52978ms)","trace[1154181464] 'applied index is now lower than readState.Index' (duration: 267.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:16.982293Z","caller":"traceutil/trace.go:171","msg":"trace[119926419] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"227.403422ms","start":"2026-03-29T02:01:16.754862Z","end":"2026-03-29T02:01:16.982265Z","steps":["trace[119926419] 'process raft request' (duration: 227.185926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.982453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.027374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:16.982496Z","caller":"traceutil/trace.go:171","msg":"trace[1911320902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1449; }","duration":"226.104196ms","start":"2026-03-29T02:01:16.756378Z","end":"2026-03-29T02:01:16.982482Z","steps":["trace[1911320902] 'agreement among raft nodes before linearized reading' (duration: 225.958042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.982833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.562097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:16.982873Z","caller":"traceutil/trace.go:171","msg":"trace[1371885250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1449; }","duration":"223.635268ms","start":"2026-03-29T02:01:16.759226Z","end":"2026-03-29T02:01:16.982861Z","steps":["trace[1371885250] 'agreement among raft nodes before linearized reading' (duration: 223.233517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.98288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.651079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:16.982956Z","caller":"traceutil/trace.go:171","msg":"trace[1334816702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1449; }","duration":"223.774632ms","start":"2026-03-29T02:01:16.759166Z","end":"2026-03-29T02:01:16.982941Z","steps":["trace[1334816702] 'agreement among raft nodes before linearized reading' (duration: 223.33689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.982934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.178983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:16.983058Z","caller":"traceutil/trace.go:171","msg":"trace[1184641607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1449; }","duration":"224.329758ms","start":"2026-03-29T02:01:16.7587Z","end":"2026-03-29T02:01:16.98303Z","steps":["trace[1184641607] 'agreement among raft nodes before linearized reading' (duration: 223.728281ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:18.99674Z","caller":"traceutil/trace.go:171","msg":"trace[1886379599] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"160.362703ms","start":"2026-03-29T02:01:18.83634Z","end":"2026-03-29T02:01:18.996703Z","steps":["trace[1886379599] 'process raft request' (duration: 151.910131ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:20.032253Z","caller":"traceutil/trace.go:171","msg":"trace[465352615] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"160.862558ms","start":"2026-03-29T02:01:19.871367Z","end":"2026-03-29T02:01:20.03223Z","steps":["trace[465352615] 'process raft request' (duration: 121.823399ms)","trace[465352615] 'compare' (duration: 38.923466ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:21.383775Z","caller":"traceutil/trace.go:171","msg":"trace[2054585942] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1617; }","duration":"305.916812ms","start":"2026-03-29T02:01:21.077831Z","end":"2026-03-29T02:01:21.383748Z","steps":["trace[2054585942] 'read index received' (duration: 305.657975ms)","trace[2054585942] 'applied index is now lower than readState.Index' (duration: 257.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:21.383826Z","caller":"traceutil/trace.go:171","msg":"trace[777672608] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"338.425563ms","start":"2026-03-29T02:01:21.045358Z","end":"2026-03-29T02:01:21.383783Z","steps":["trace[777672608] 'process raft request' (duration: 338.226858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.383994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.045338Z","time spent":"338.567458ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:21.384009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.149849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"warn","ts":"2026-03-29T02:01:21.384053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.19808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:21.384128Z","caller":"traceutil/trace.go:171","msg":"trace[97517645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1555; }","duration":"306.313673ms","start":"2026-03-29T02:01:21.077797Z","end":"2026-03-29T02:01:21.384111Z","steps":["trace[97517645] 'agreement among raft nodes before linearized reading' (duration: 306.102168ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.38411Z","caller":"traceutil/trace.go:171","msg":"trace[1571688810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1555; }","duration":"306.255012ms","start":"2026-03-29T02:01:21.077829Z","end":"2026-03-29T02:01:21.384084Z","steps":["trace[1571688810] 'agreement among raft nodes before linearized reading' (duration: 306.048316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.384157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.07778Z","time spent":"306.371156ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:21.384129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.269412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:01:21.3842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.077781Z","time spent":"306.390566ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":524,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:01:21.384244Z","caller":"traceutil/trace.go:171","msg":"trace[200905726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1555; }","duration":"306.386695ms","start":"2026-03-29T02:01:21.077827Z","end":"2026-03-29T02:01:21.384214Z","steps":["trace[200905726] 'agreement among raft nodes before linearized reading' (duration: 306.111788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.384282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.287423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:01:21.384317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.07777Z","time spent":"306.53287ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:01:21.384347Z","caller":"traceutil/trace.go:171","msg":"trace[118834233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1555; }","duration":"306.385175ms","start":"2026-03-29T02:01:21.077945Z","end":"2026-03-29T02:01:21.384331Z","steps":["trace[118834233] 'agreement among raft nodes before linearized reading' (duration: 306.085457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.384389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.077936Z","time spent":"306.441927ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":511,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:21.775812Z","caller":"traceutil/trace.go:171","msg":"trace[566624998] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"387.655092ms","start":"2026-03-29T02:01:21.388129Z","end":"2026-03-29T02:01:21.775784Z","steps":["trace[566624998] 'process raft request' (duration: 378.249774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.776007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.388113Z","time spent":"387.815507ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:21.80157Z","caller":"traceutil/trace.go:171","msg":"trace[743599107] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"413.020548ms","start":"2026-03-29T02:01:21.388521Z","end":"2026-03-29T02:01:21.801542Z","steps":["trace[743599107] 'process raft request' (duration: 412.804852ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:21.801578Z","caller":"traceutil/trace.go:171","msg":"trace[335949535] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"412.616136ms","start":"2026-03-29T02:01:21.388931Z","end":"2026-03-29T02:01:21.801547Z","steps":["trace[335949535] 'process raft request' (duration: 412.553364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.801701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.388491Z","time spent":"413.132671ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:21.801715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.388907Z","time spent":"412.735169ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:21.801666Z","caller":"traceutil/trace.go:171","msg":"trace[550477329] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"412.984207ms","start":"2026-03-29T02:01:21.388628Z","end":"2026-03-29T02:01:21.801613Z","steps":["trace[550477329] 'process raft request' (duration: 412.818242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:21.802012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.388603Z","time spent":"413.287484ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:24.305298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354388629,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:01:24.317299Z","caller":"traceutil/trace.go:171","msg":"trace[1747271861] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"533.518169ms","start":"2026-03-29T02:01:23.783754Z","end":"2026-03-29T02:01:24.317272Z","steps":["trace[1747271861] 'process raft request' (duration: 533.335064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.317472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.783737Z","time spent":"533.641483ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:25.282087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.753416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:25.282275Z","caller":"traceutil/trace.go:171","msg":"trace[1036737024] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.475655496s","start":"2026-03-29T02:01:23.806586Z","end":"2026-03-29T02:01:25.282242Z","steps":["trace[1036737024] 'process raft request' (duration: 891.648473ms)","trace[1036737024] 'compare' (duration: 583.387026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.282395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.806573Z","time spent":"1.475767929s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:25.282815Z","caller":"traceutil/trace.go:171","msg":"trace[877243229] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1629; }","duration":"1.477568488s","start":"2026-03-29T02:01:23.804756Z","end":"2026-03-29T02:01:25.282325Z","steps":["trace[877243229] 'read index received' (duration: 512.313159ms)","trace[877243229] 'applied index is now lower than readState.Index' (duration: 965.251459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.610315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.07052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:01:25.610437Z","caller":"traceutil/trace.go:171","msg":"trace[568570860] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1631; }","duration":"327.532515ms","start":"2026-03-29T02:01:25.282881Z","end":"2026-03-29T02:01:25.610414Z","steps":["trace[568570860] 'read index received' (duration: 81.562µs)","trace[568570860] 'applied index is now lower than readState.Index' (duration: 327.447793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.610335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805565006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-29T02:01:25.611157Z","caller":"traceutil/trace.go:171","msg":"trace[164220603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1568; }","duration":"1.806403129s","start":"2026-03-29T02:01:23.804712Z","end":"2026-03-29T02:01:25.611115Z","steps":["trace[164220603] 'agreement among raft nodes before linearized reading' (duration: 1.477971669s)","trace[164220603] 'range keys from in-memory index tree' (duration: 327.517664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.611223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.804695Z","time spent":"1.806511701s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":525,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:25.610807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804589069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:25.611648Z","caller":"traceutil/trace.go:171","msg":"trace[1035714433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1568; }","duration":"1.805486154s","start":"2026-03-29T02:01:23.806148Z","end":"2026-03-29T02:01:25.611635Z","steps":["trace[1035714433] 'agreement among raft nodes before linearized reading' (duration: 1.804443006s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.611693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.806129Z","time spent":"1.805549765s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:25.610866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465076086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:25.611815Z","caller":"traceutil/trace.go:171","msg":"trace[318511042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"1.466072163s","start":"2026-03-29T02:01:24.145734Z","end":"2026-03-29T02:01:25.611807Z","steps":["trace[318511042] 'agreement among raft nodes before linearized reading' (duration: 1.465037864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.610878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54259095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:25.612009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.145712Z","time spent":"1.466286459s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:25.612058Z","caller":"traceutil/trace.go:171","msg":"trace[1005532407] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1568; }","duration":"1.543808683s","start":"2026-03-29T02:01:24.06822Z","end":"2026-03-29T02:01:25.612029Z","steps":["trace[1005532407] 'agreement among raft nodes before linearized reading' (duration: 1.54259027s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.612127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.068195Z","time spent":"1.543912446s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":9,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:25.610924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.527547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:01:25.612232Z","caller":"traceutil/trace.go:171","msg":"trace[1258503371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1568; }","duration":"212.891054ms","start":"2026-03-29T02:01:25.399324Z","end":"2026-03-29T02:01:25.612215Z","steps":["trace[1258503371] 'agreement among raft nodes before linearized reading' (duration: 211.406423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.611028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804835476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:01:25.61231Z","caller":"traceutil/trace.go:171","msg":"trace[195599369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1568; }","duration":"1.806161562s","start":"2026-03-29T02:01:23.806133Z","end":"2026-03-29T02:01:25.612295Z","steps":["trace[195599369] 'agreement among raft nodes before linearized reading' (duration: 1.804572819s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.612385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.806114Z","time spent":"1.806230484s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":511,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:25.718174Z","caller":"traceutil/trace.go:171","msg":"trace[47756944] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"101.402179ms","start":"2026-03-29T02:01:25.616746Z","end":"2026-03-29T02:01:25.718148Z","steps":["trace[47756944] 'process raft request' (duration: 101.168543ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.718566Z","caller":"traceutil/trace.go:171","msg":"trace[914194978] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"101.658536ms","start":"2026-03-29T02:01:25.616877Z","end":"2026-03-29T02:01:25.718535Z","steps":["trace[914194978] 'process raft request' (duration: 101.223594ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.718847Z","caller":"traceutil/trace.go:171","msg":"trace[1976654453] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"101.468331ms","start":"2026-03-29T02:01:25.61732Z","end":"2026-03-29T02:01:25.718789Z","steps":["trace[1976654453] 'process raft request' (duration: 101.116871ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.746525Z","caller":"traceutil/trace.go:171","msg":"trace[889719848] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"112.806228ms","start":"2026-03-29T02:01:29.633692Z","end":"2026-03-29T02:01:29.746498Z","steps":["trace[889719848] 'process raft request' (duration: 93.615574ms)","trace[889719848] 'compare' (duration: 18.992419ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:36.224041Z","caller":"traceutil/trace.go:171","msg":"trace[140396096] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"102.406776ms","start":"2026-03-29T02:01:36.121603Z","end":"2026-03-29T02:01:36.22401Z","steps":["trace[140396096] 'process raft request' (duration: 101.516472ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:36.241663Z","caller":"traceutil/trace.go:171","msg":"trace[1178062164] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"119.975895ms","start":"2026-03-29T02:01:36.121657Z","end":"2026-03-29T02:01:36.241633Z","steps":["trace[1178062164] 'process raft request' (duration: 119.695028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:36.241732Z","caller":"traceutil/trace.go:171","msg":"trace[107764441] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"117.759645ms","start":"2026-03-29T02:01:36.123951Z","end":"2026-03-29T02:01:36.241711Z","steps":["trace[107764441] 'process raft request' (duration: 117.556999ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:37.074552Z","caller":"traceutil/trace.go:171","msg":"trace[1632307702] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"138.846671ms","start":"2026-03-29T02:01:36.935671Z","end":"2026-03-29T02:01:37.074518Z","steps":["trace[1632307702] 'process raft request' (duration: 113.873869ms)","trace[1632307702] 'compare' (duration: 24.759046ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:37.074691Z","caller":"traceutil/trace.go:171","msg":"trace[823313766] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"130.454441ms","start":"2026-03-29T02:01:36.944184Z","end":"2026-03-29T02:01:37.074638Z","steps":["trace[823313766] 'process raft request' (duration: 130.272576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:39.889732Z","caller":"traceutil/trace.go:171","msg":"trace[1277796367] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"147.24697ms","start":"2026-03-29T02:01:39.74245Z","end":"2026-03-29T02:01:39.889697Z","steps":["trace[1277796367] 'process raft request' (duration: 146.916081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.161542Z","caller":"traceutil/trace.go:171","msg":"trace[1799170283] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"118.729731ms","start":"2026-03-29T02:01:46.042782Z","end":"2026-03-29T02:01:46.161511Z","steps":["trace[1799170283] 'process raft request' (duration: 101.289705ms)","trace[1799170283] 'compare' (duration: 17.259811ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:46.19271Z","caller":"traceutil/trace.go:171","msg":"trace[81108889] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"149.876342ms","start":"2026-03-29T02:01:46.042803Z","end":"2026-03-29T02:01:46.19268Z","steps":["trace[81108889] 'process raft request' (duration: 149.619555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:46.746326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.149932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:46.746426Z","caller":"traceutil/trace.go:171","msg":"trace[1009736800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1881; }","duration":"127.299956ms","start":"2026-03-29T02:01:46.619104Z","end":"2026-03-29T02:01:46.746404Z","steps":["trace[1009736800] 'range keys from in-memory index tree' (duration: 126.925685ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.921609Z","caller":"traceutil/trace.go:171","msg":"trace[612640757] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"171.024089ms","start":"2026-03-29T02:01:46.750545Z","end":"2026-03-29T02:01:46.921569Z","steps":["trace[612640757] 'process raft request' (duration: 170.790492ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:47.079196Z","caller":"traceutil/trace.go:171","msg":"trace[1440801763] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"328.448417ms","start":"2026-03-29T02:01:46.750718Z","end":"2026-03-29T02:01:47.079167Z","steps":["trace[1440801763] 'process raft request' (duration: 255.035223ms)","trace[1440801763] 'compare' (duration: 73.295721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:47.079353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:46.750649Z","time spent":"328.627731ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:47.837326Z","caller":"traceutil/trace.go:171","msg":"trace[520592741] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"131.571342ms","start":"2026-03-29T02:01:47.705719Z","end":"2026-03-29T02:01:47.83729Z","steps":["trace[520592741] 'read index received' (duration: 131.284704ms)","trace[520592741] 'applied index is now lower than readState.Index' (duration: 285.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:47.837492Z","caller":"traceutil/trace.go:171","msg":"trace[934404867] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"165.496978ms","start":"2026-03-29T02:01:47.671963Z","end":"2026-03-29T02:01:47.83746Z","steps":["trace[934404867] 'process raft request' (duration: 165.113028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:47.837589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.82656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:47.837643Z","caller":"traceutil/trace.go:171","msg":"trace[1285246409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1885; }","duration":"131.956923ms","start":"2026-03-29T02:01:47.705671Z","end":"2026-03-29T02:01:47.837628Z","steps":["trace[1285246409] 'agreement among raft nodes before linearized reading' (duration: 131.810229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:55.024957Z","caller":"traceutil/trace.go:171","msg":"trace[49386396] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"136.27861ms","start":"2026-03-29T02:01:54.888648Z","end":"2026-03-29T02:01:55.024926Z","steps":["trace[49386396] 'read index received' (duration: 135.985212ms)","trace[49386396] 'applied index is now lower than readState.Index' (duration: 292.168µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:55.025162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.492667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:55.025221Z","caller":"traceutil/trace.go:171","msg":"trace[460863397] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1920; }","duration":"136.592949ms","start":"2026-03-29T02:01:54.888611Z","end":"2026-03-29T02:01:55.025204Z","steps":["trace[460863397] 'agreement among raft nodes before linearized reading' (duration: 136.472356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:55.025353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.914248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-29T02:01:55.02545Z","caller":"traceutil/trace.go:171","msg":"trace[1514400745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"126.057862ms","start":"2026-03-29T02:01:54.899368Z","end":"2026-03-29T02:01:55.025426Z","steps":["trace[1514400745] 'agreement among raft nodes before linearized reading' (duration: 125.767974ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:55.025101Z","caller":"traceutil/trace.go:171","msg":"trace[1303897791] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"158.290852ms","start":"2026-03-29T02:01:54.866736Z","end":"2026-03-29T02:01:55.025027Z","steps":["trace[1303897791] 'process raft request' (duration: 157.983574ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:55.766771Z","caller":"traceutil/trace.go:171","msg":"trace[285799059] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"100.773522ms","start":"2026-03-29T02:01:55.665967Z","end":"2026-03-29T02:01:55.766741Z","steps":["trace[285799059] 'process raft request' (duration: 100.515805ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:58.435611Z","caller":"traceutil/trace.go:171","msg":"trace[980925424] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"196.571576ms","start":"2026-03-29T02:01:58.239015Z","end":"2026-03-29T02:01:58.435587Z","steps":["trace[980925424] 'process raft request' (duration: 196.396751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.523873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088403244s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:01:59.542337Z","caller":"traceutil/trace.go:171","msg":"trace[553999597] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.302848918s","start":"2026-03-29T02:01:58.239458Z","end":"2026-03-29T02:01:59.542307Z","steps":["trace[553999597] 'process raft request' (duration: 1.284799245s)","trace[553999597] 'compare' (duration: 17.047415ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:59.542409Z","caller":"traceutil/trace.go:171","msg":"trace[1597299516] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"205.271534ms","start":"2026-03-29T02:01:59.337117Z","end":"2026-03-29T02:01:59.542389Z","steps":["trace[1597299516] 'process raft request' (duration: 205.244153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.542461Z","caller":"traceutil/trace.go:171","msg":"trace[837844021] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"712.707567ms","start":"2026-03-29T02:01:58.829726Z","end":"2026-03-29T02:01:59.542433Z","steps":["trace[837844021] 'process raft request' (duration: 712.571723ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.542491Z","caller":"traceutil/trace.go:171","msg":"trace[858775654] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2094; }","duration":"1.296176926s","start":"2026-03-29T02:01:58.246301Z","end":"2026-03-29T02:01:59.542478Z","steps":["trace[858775654] 'read index received' (duration: 189.208375ms)","trace[858775654] 'applied index is now lower than readState.Index' (duration: 1.106967741s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:59.542594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.829696Z","time spent":"712.81977ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.542594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.239449Z","time spent":"1.302955341s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.542623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29633213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-29T02:01:59.542647Z","caller":"traceutil/trace.go:171","msg":"trace[1541184050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2006; }","duration":"1.296397392s","start":"2026-03-29T02:01:58.246243Z","end":"2026-03-29T02:01:59.54264Z","steps":["trace[1541184050] 'agreement among raft nodes before linearized reading' (duration: 1.296306239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.542695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.24622Z","time spent":"1.296469394s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":511,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:59.542855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223632276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:01:59.542888Z","caller":"traceutil/trace.go:171","msg":"trace[928912612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2006; }","duration":"1.223698777s","start":"2026-03-29T02:01:58.319181Z","end":"2026-03-29T02:01:59.54288Z","steps":["trace[928912612] 'agreement among raft nodes before linearized reading' (duration: 1.223477981s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.542911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.319165Z","time spent":"1.223741539s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:59.5429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.535451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-29T02:01:59.542987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17799376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:01:59.543005Z","caller":"traceutil/trace.go:171","msg":"trace[1839891793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2006; }","duration":"1.178044542s","start":"2026-03-29T02:01:58.364952Z","end":"2026-03-29T02:01:59.542997Z","steps":["trace[1839891793] 'agreement among raft nodes before linearized reading' (duration: 1.17799771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.54301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.110764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-29T02:01:59.543021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.364924Z","time spent":"1.178093553s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:01:59.543037Z","caller":"traceutil/trace.go:171","msg":"trace[1756359144] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4; range_end:; response_count:1; response_revision:2006; }","duration":"659.232077ms","start":"2026-03-29T02:01:58.883796Z","end":"2026-03-29T02:01:59.543028Z","steps":["trace[1756359144] 'agreement among raft nodes before linearized reading' (duration: 659.108914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.543075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:58.883777Z","time spent":"659.29277ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" "} {"level":"warn","ts":"2026-03-29T02:01:59.543177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.688034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:01:59.54321Z","caller":"traceutil/trace.go:171","msg":"trace[1908972024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"487.765846ms","start":"2026-03-29T02:01:59.055436Z","end":"2026-03-29T02:01:59.543202Z","steps":["trace[1908972024] 'agreement among raft nodes before linearized reading' (duration: 487.649863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.54323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.055404Z","time spent":"487.821278ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:01:59.543298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.404597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:01:59.543325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.948386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T02:01:59.54332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.617525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:59.543358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.364221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:01:59.543387Z","caller":"traceutil/trace.go:171","msg":"trace[1696451194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"327.057629ms","start":"2026-03-29T02:01:59.216313Z","end":"2026-03-29T02:01:59.543371Z","steps":["trace[1696451194] 'agreement among raft nodes before linearized reading' (duration: 326.881784ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.54339Z","caller":"traceutil/trace.go:171","msg":"trace[798035622] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2006; }","duration":"246.535081ms","start":"2026-03-29T02:01:59.296838Z","end":"2026-03-29T02:01:59.543373Z","steps":["trace[798035622] 'agreement among raft nodes before linearized reading' (duration: 246.353766ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.543407Z","caller":"traceutil/trace.go:171","msg":"trace[1945094091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2006; }","duration":"397.762009ms","start":"2026-03-29T02:01:59.145621Z","end":"2026-03-29T02:01:59.543383Z","steps":["trace[1945094091] 'agreement among raft nodes before linearized reading' (duration: 397.588764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.543425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.216293Z","time spent":"327.125911ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:59.543427Z","caller":"traceutil/trace.go:171","msg":"trace[1670343262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2006; }","duration":"211.503584ms","start":"2026-03-29T02:01:59.331905Z","end":"2026-03-29T02:01:59.543409Z","steps":["trace[1670343262] 'agreement among raft nodes before linearized reading' (duration: 211.312659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.543453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.145601Z","time spent":"397.844401ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:59.543574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.570423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-29T02:01:59.543604Z","caller":"traceutil/trace.go:171","msg":"trace[153746157] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4; range_end:; response_count:1; response_revision:2006; }","duration":"516.656195ms","start":"2026-03-29T02:01:59.026938Z","end":"2026-03-29T02:01:59.543594Z","steps":["trace[153746157] 'agreement among raft nodes before linearized reading' (duration: 515.953976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.543804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.026915Z","time spent":"516.877851ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" "} {"level":"info","ts":"2026-03-29T02:01:59.542978Z","caller":"traceutil/trace.go:171","msg":"trace[1163075462] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2006; }","duration":"450.620933ms","start":"2026-03-29T02:01:59.092315Z","end":"2026-03-29T02:01:59.542936Z","steps":["trace[1163075462] 'agreement among raft nodes before linearized reading' (duration: 450.476019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.544014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.092294Z","time spent":"451.705562ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:01:59.984019Z","caller":"traceutil/trace.go:171","msg":"trace[1938677608] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"437.207977ms","start":"2026-03-29T02:01:59.546766Z","end":"2026-03-29T02:01:59.983974Z","steps":["trace[1938677608] 'process raft request' (duration: 436.981401ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.984034Z","caller":"traceutil/trace.go:171","msg":"trace[147788121] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"436.623371ms","start":"2026-03-29T02:01:59.547382Z","end":"2026-03-29T02:01:59.984005Z","steps":["trace[147788121] 'process raft request' (duration: 436.536948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.984207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.546741Z","time spent":"437.36176ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.984336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.547366Z","time spent":"436.748804ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:59.984591Z","caller":"traceutil/trace.go:171","msg":"trace[1700161436] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"437.062393ms","start":"2026-03-29T02:01:59.547485Z","end":"2026-03-29T02:01:59.984547Z","steps":["trace[1700161436] 'process raft request' (duration: 436.478667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.984664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.547472Z","time spent":"437.155935ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:59.984858Z","caller":"traceutil/trace.go:171","msg":"trace[2077340787] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"372.243043ms","start":"2026-03-29T02:01:59.612584Z","end":"2026-03-29T02:01:59.984827Z","steps":["trace[2077340787] 'process raft request' (duration: 372.195132ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.984898Z","caller":"traceutil/trace.go:171","msg":"trace[482125727] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"436.859477ms","start":"2026-03-29T02:01:59.54799Z","end":"2026-03-29T02:01:59.984849Z","steps":["trace[482125727] 'process raft request' (duration: 436.684762ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.98502Z","caller":"traceutil/trace.go:171","msg":"trace[1201072796] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"437.408412ms","start":"2026-03-29T02:01:59.547603Z","end":"2026-03-29T02:01:59.985011Z","steps":["trace[1201072796] 'process raft request' (duration: 437.036092ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:59.985012Z","caller":"traceutil/trace.go:171","msg":"trace[1935302248] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"437.236068ms","start":"2026-03-29T02:01:59.547716Z","end":"2026-03-29T02:01:59.984952Z","steps":["trace[1935302248] 'process raft request' (duration: 436.716093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.985072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.612554Z","time spent":"372.404968ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.985153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.547586Z","time spent":"437.485064ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:59.98495Z","caller":"traceutil/trace.go:171","msg":"trace[1018215046] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"436.092226ms","start":"2026-03-29T02:01:59.548818Z","end":"2026-03-29T02:01:59.98491Z","steps":["trace[1018215046] 'process raft request' (duration: 435.907301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:59.985258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.548809Z","time spent":"436.424715ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.985201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.547709Z","time spent":"437.403772ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:59.985405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.547977Z","time spent":"437.088003ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:00.016184Z","caller":"traceutil/trace.go:171","msg":"trace[242113029] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"379.517441ms","start":"2026-03-29T02:01:59.636627Z","end":"2026-03-29T02:02:00.016144Z","steps":["trace[242113029] 'process raft request' (duration: 379.330726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.016629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:59.6366Z","time spent":"379.693696ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:00.33512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.227899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:00.33518Z","caller":"traceutil/trace.go:171","msg":"trace[82506709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"188.353872ms","start":"2026-03-29T02:02:00.146811Z","end":"2026-03-29T02:02:00.335165Z","steps":["trace[82506709] 'range keys from in-memory index tree' (duration: 188.077314ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:00.898594Z","caller":"traceutil/trace.go:171","msg":"trace[302303488] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"348.778102ms","start":"2026-03-29T02:02:00.549788Z","end":"2026-03-29T02:02:00.898566Z","steps":["trace[302303488] 'read index received' (duration: 348.639828ms)","trace[302303488] 'applied index is now lower than readState.Index' (duration: 136.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:00.898702Z","caller":"traceutil/trace.go:171","msg":"trace[299273159] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"454.236211ms","start":"2026-03-29T02:02:00.444406Z","end":"2026-03-29T02:02:00.898642Z","steps":["trace[299273159] 'process raft request' (duration: 453.996194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.898925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.116761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-29T02:02:00.898988Z","caller":"traceutil/trace.go:171","msg":"trace[227971830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4; range_end:; response_count:1; response_revision:2016; }","duration":"349.217344ms","start":"2026-03-29T02:02:00.549753Z","end":"2026-03-29T02:02:00.898971Z","steps":["trace[227971830] 'agreement among raft nodes before linearized reading' (duration: 349.003168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.89903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.413151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:00.899054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.181741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:00.89909Z","caller":"traceutil/trace.go:171","msg":"trace[1006647360] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2016; }","duration":"178.526834ms","start":"2026-03-29T02:02:00.720547Z","end":"2026-03-29T02:02:00.899074Z","steps":["trace[1006647360] 'agreement among raft nodes before linearized reading' (duration: 178.40054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.899092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:00.444384Z","time spent":"454.605312ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:00.899111Z","caller":"traceutil/trace.go:171","msg":"trace[1952745071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2016; }","duration":"346.278493ms","start":"2026-03-29T02:02:00.552813Z","end":"2026-03-29T02:02:00.899091Z","steps":["trace[1952745071] 'agreement among raft nodes before linearized reading' (duration: 346.050157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.899131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.654929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:02:00.899247Z","caller":"traceutil/trace.go:171","msg":"trace[48708443] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2016; }","duration":"133.820154ms","start":"2026-03-29T02:02:00.765403Z","end":"2026-03-29T02:02:00.899223Z","steps":["trace[48708443] 'agreement among raft nodes before linearized reading' (duration: 133.530836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:00.899163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:00.552789Z","time spent":"346.361786ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:02:00.899062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:00.549735Z","time spent":"349.308796ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" "} {"level":"info","ts":"2026-03-29T02:02:01.00651Z","caller":"traceutil/trace.go:171","msg":"trace[883086075] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"103.909307ms","start":"2026-03-29T02:02:00.902576Z","end":"2026-03-29T02:02:01.006486Z","steps":["trace[883086075] 'process raft request' (duration: 95.082456ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:04.475577Z","caller":"traceutil/trace.go:171","msg":"trace[2092680288] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"418.270899ms","start":"2026-03-29T02:02:04.057279Z","end":"2026-03-29T02:02:04.47555Z","steps":["trace[2092680288] 'process raft request' (duration: 418.113914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:04.47574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.057253Z","time spent":"418.417543ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:04.68116Z","caller":"traceutil/trace.go:171","msg":"trace[149053697] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"623.77987ms","start":"2026-03-29T02:02:04.057344Z","end":"2026-03-29T02:02:04.681124Z","steps":["trace[149053697] 'process raft request' (duration: 555.834465ms)","trace[149053697] 'compare' (duration: 67.611506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:04.681335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.057337Z","time spent":"623.898213ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:04.681554Z","caller":"traceutil/trace.go:171","msg":"trace[1578560651] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"623.190953ms","start":"2026-03-29T02:02:04.058341Z","end":"2026-03-29T02:02:04.681532Z","steps":["trace[1578560651] 'process raft request' (duration: 622.805682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:04.681667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.05833Z","time spent":"623.273596ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:04.681663Z","caller":"traceutil/trace.go:171","msg":"trace[1338536988] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"622.983058ms","start":"2026-03-29T02:02:04.058624Z","end":"2026-03-29T02:02:04.681607Z","steps":["trace[1338536988] 'process raft request' (duration: 622.576147ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:04.681791Z","caller":"traceutil/trace.go:171","msg":"trace[632753974] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"623.905553ms","start":"2026-03-29T02:02:04.057871Z","end":"2026-03-29T02:02:04.681776Z","steps":["trace[632753974] 'process raft request' (duration: 623.185693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:04.681796Z","caller":"traceutil/trace.go:171","msg":"trace[1351832649] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2134; }","duration":"535.396967ms","start":"2026-03-29T02:02:04.146341Z","end":"2026-03-29T02:02:04.681738Z","steps":["trace[1351832649] 'read index received' (duration: 329.050833ms)","trace[1351832649] 'applied index is now lower than readState.Index' (duration: 206.334823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:04.681844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.058607Z","time spent":"623.144352ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:04.681862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.057838Z","time spent":"623.991385ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:04.71811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.729739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:04.718304Z","caller":"traceutil/trace.go:171","msg":"trace[213525565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"571.967465ms","start":"2026-03-29T02:02:04.146301Z","end":"2026-03-29T02:02:04.718268Z","steps":["trace[213525565] 'agreement among raft nodes before linearized reading' (duration: 535.588872ms)","trace[213525565] 'range keys from in-memory index tree' (duration: 36.132717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:04.71844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.146284Z","time spent":"572.13732ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:04.71827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.40419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:04.718591Z","caller":"traceutil/trace.go:171","msg":"trace[767218713] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2046; }","duration":"308.785841ms","start":"2026-03-29T02:02:04.409785Z","end":"2026-03-29T02:02:04.718571Z","steps":["trace[767218713] 'agreement among raft nodes before linearized reading' (duration: 308.39126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:04.718681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:04.409755Z","time spent":"308.880512ms","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:16.01181Z","caller":"traceutil/trace.go:171","msg":"trace[575333076] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"199.662751ms","start":"2026-03-29T02:02:15.81212Z","end":"2026-03-29T02:02:16.011782Z","steps":["trace[575333076] 'process raft request' (duration: 199.514687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.070519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.797062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:19.070647Z","caller":"traceutil/trace.go:171","msg":"trace[2142214749] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"167.041321ms","start":"2026-03-29T02:02:18.903585Z","end":"2026-03-29T02:02:19.070626Z","steps":["trace[2142214749] 'read index received' (duration: 18.032332ms)","trace[2142214749] 'applied index is now lower than readState.Index' (duration: 149.007319ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:19.0708Z","caller":"traceutil/trace.go:171","msg":"trace[87641155] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"244.206217ms","start":"2026-03-29T02:02:18.826556Z","end":"2026-03-29T02:02:19.070762Z","steps":["trace[87641155] 'process raft request' (duration: 95.084456ms)","trace[87641155] 'compare' (duration: 148.617568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:19.070897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.314508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:02:19.070954Z","caller":"traceutil/trace.go:171","msg":"trace[1611008307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2160; }","duration":"167.40065ms","start":"2026-03-29T02:02:18.903534Z","end":"2026-03-29T02:02:19.070935Z","steps":["trace[1611008307] 'agreement among raft nodes before linearized reading' (duration: 167.230675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.070965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.107315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:02:19.071039Z","caller":"traceutil/trace.go:171","msg":"trace[1264331130] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2160; }","duration":"166.243258ms","start":"2026-03-29T02:02:18.904779Z","end":"2026-03-29T02:02:19.071022Z","steps":["trace[1264331130] 'agreement among raft nodes before linearized reading' (duration: 166.067734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.592472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354389923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:20.623755Z","caller":"traceutil/trace.go:171","msg":"trace[1655412025] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"597.540864ms","start":"2026-03-29T02:02:20.026189Z","end":"2026-03-29T02:02:20.62373Z","steps":["trace[1655412025] 'process raft request' (duration: 597.3978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.623966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.026171Z","time spent":"597.725708ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:20.9697Z","caller":"traceutil/trace.go:171","msg":"trace[1563276193] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2262; }","duration":"877.533288ms","start":"2026-03-29T02:02:20.092143Z","end":"2026-03-29T02:02:20.969676Z","steps":["trace[1563276193] 'read index received' (duration: 531.48415ms)","trace[1563276193] 'applied index is now lower than readState.Index' (duration: 346.048078ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:20.969888Z","caller":"traceutil/trace.go:171","msg":"trace[1471878308] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"661.50403ms","start":"2026-03-29T02:02:20.308345Z","end":"2026-03-29T02:02:20.969849Z","steps":["trace[1471878308] 'process raft request' (duration: 658.966421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.970029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.83705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:20.970096Z","caller":"traceutil/trace.go:171","msg":"trace[1069751560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2167; }","duration":"820.968944ms","start":"2026-03-29T02:02:20.149113Z","end":"2026-03-29T02:02:20.970082Z","steps":["trace[1069751560] 'agreement among raft nodes before linearized reading' (duration: 820.865721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.970096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.308318Z","time spent":"661.678704ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:20.969959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.811425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-29T02:02:20.970128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.149083Z","time spent":"821.039396ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:20.970156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.268663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:20.970169Z","caller":"traceutil/trace.go:171","msg":"trace[595639060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2167; }","duration":"878.02343ms","start":"2026-03-29T02:02:20.092125Z","end":"2026-03-29T02:02:20.970149Z","steps":["trace[595639060] 'agreement among raft nodes before linearized reading' (duration: 877.728972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.970163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.341633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:20.970207Z","caller":"traceutil/trace.go:171","msg":"trace[1568018841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2167; }","duration":"146.361676ms","start":"2026-03-29T02:02:20.823833Z","end":"2026-03-29T02:02:20.970195Z","steps":["trace[1568018841] 'agreement among raft nodes before linearized reading' (duration: 146.194481ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.970215Z","caller":"traceutil/trace.go:171","msg":"trace[566580100] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2167; }","duration":"106.458816ms","start":"2026-03-29T02:02:20.863747Z","end":"2026-03-29T02:02:20.970206Z","steps":["trace[566580100] 'agreement among raft nodes before linearized reading' (duration: 106.310412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.970221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.814331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:02:20.970218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.092059Z","time spent":"878.147884ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:02:20.970289Z","caller":"traceutil/trace.go:171","msg":"trace[663644798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2167; }","duration":"282.918734ms","start":"2026-03-29T02:02:20.687347Z","end":"2026-03-29T02:02:20.970266Z","steps":["trace[663644798] 'agreement among raft nodes before linearized reading' (duration: 282.706448ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.185042Z","caller":"traceutil/trace.go:171","msg":"trace[959548210] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"119.41649ms","start":"2026-03-29T02:02:35.065341Z","end":"2026-03-29T02:02:35.184758Z","steps":["trace[959548210] 'process raft request' (duration: 119.255916ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.596643Z","caller":"traceutil/trace.go:171","msg":"trace[189239733] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"359.649238ms","start":"2026-03-29T02:02:37.236966Z","end":"2026-03-29T02:02:37.596615Z","steps":["trace[189239733] 'process raft request' (duration: 359.577046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.596664Z","caller":"traceutil/trace.go:171","msg":"trace[1510855822] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"359.837653ms","start":"2026-03-29T02:02:37.236781Z","end":"2026-03-29T02:02:37.596619Z","steps":["trace[1510855822] 'process raft request' (duration: 359.681599ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.59674Z","caller":"traceutil/trace.go:171","msg":"trace[1173563533] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"359.941577ms","start":"2026-03-29T02:02:37.236775Z","end":"2026-03-29T02:02:37.596716Z","steps":["trace[1173563533] 'process raft request' (duration: 316.628058ms)","trace[1173563533] 'compare' (duration: 42.833686ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:37.596775Z","caller":"traceutil/trace.go:171","msg":"trace[1568613914] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"359.737931ms","start":"2026-03-29T02:02:37.237025Z","end":"2026-03-29T02:02:37.596763Z","steps":["trace[1568613914] 'process raft request' (duration: 359.569926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.596787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.236955Z","time spent":"359.754501ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.596647Z","caller":"traceutil/trace.go:171","msg":"trace[1084815513] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"359.628447ms","start":"2026-03-29T02:02:37.236997Z","end":"2026-03-29T02:02:37.596626Z","steps":["trace[1084815513] 'process raft request' (duration: 359.574556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.596839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.236757Z","time spent":"359.987097ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:37.596875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.236749Z","time spent":"360.042099ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:37.596907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.236984Z","time spent":"359.892565ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:37.596855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.236989Z","time spent":"359.821563ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:37.690056Z","caller":"traceutil/trace.go:171","msg":"trace[2133617398] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"196.254251ms","start":"2026-03-29T02:02:37.493777Z","end":"2026-03-29T02:02:37.690031Z","steps":["trace[2133617398] 'process raft request' (duration: 196.21081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.690132Z","caller":"traceutil/trace.go:171","msg":"trace[1476795453] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"246.757716ms","start":"2026-03-29T02:02:37.443341Z","end":"2026-03-29T02:02:37.690098Z","steps":["trace[1476795453] 'process raft request' (duration: 246.516749ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.481953Z","caller":"traceutil/trace.go:171","msg":"trace[1935802909] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"148.319256ms","start":"2026-03-29T02:02:41.333581Z","end":"2026-03-29T02:02:41.4819Z","steps":["trace[1935802909] 'process raft request' (duration: 55.007157ms)","trace[1935802909] 'compare' (duration: 92.97415ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.727043Z","caller":"traceutil/trace.go:171","msg":"trace[639442173] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2395; }","duration":"101.637537ms","start":"2026-03-29T02:02:43.625383Z","end":"2026-03-29T02:02:43.727021Z","steps":["trace[639442173] 'read index received' (duration: 42.59783ms)","trace[639442173] 'applied index is now lower than readState.Index' (duration: 59.039037ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:43.727163Z","caller":"traceutil/trace.go:171","msg":"trace[117726057] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"101.76299ms","start":"2026-03-29T02:02:43.625366Z","end":"2026-03-29T02:02:43.727129Z","steps":["trace[117726057] 'process raft request' (duration: 101.578295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:43.727264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.844792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:02:43.727553Z","caller":"traceutil/trace.go:171","msg":"trace[245727304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2296; }","duration":"102.207602ms","start":"2026-03-29T02:02:43.625336Z","end":"2026-03-29T02:02:43.727544Z","steps":["trace[245727304] 'agreement among raft nodes before linearized reading' (duration: 101.802011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:47.099969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:47.526744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053459362s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:47.527404Z","caller":"traceutil/trace.go:171","msg":"trace[496633445] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2415; }","duration":"928.169671ms","start":"2026-03-29T02:02:46.599154Z","end":"2026-03-29T02:02:47.527324Z","steps":["trace[496633445] 'read index received' (duration: 927.936575ms)","trace[496633445] 'applied index is now lower than readState.Index' (duration: 232.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:47.527534Z","caller":"traceutil/trace.go:171","msg":"trace[1657886797] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"1.054166101s","start":"2026-03-29T02:02:46.473194Z","end":"2026-03-29T02:02:47.52736Z","steps":["trace[1657886797] 'process raft request' (duration: 1.053854032s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:47.527635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.473175Z","time spent":"1.054388626s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:47.527614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.361516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:47.52784Z","caller":"traceutil/trace.go:171","msg":"trace[1268335228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2313; }","duration":"928.655924ms","start":"2026-03-29T02:02:46.599112Z","end":"2026-03-29T02:02:47.527767Z","steps":["trace[1268335228] 'agreement among raft nodes before linearized reading' (duration: 928.286294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:47.527932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.599091Z","time spent":"928.816559ms","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:48.028074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:48.331357Z","caller":"traceutil/trace.go:171","msg":"trace[892115393] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"968.779307ms","start":"2026-03-29T02:02:47.362551Z","end":"2026-03-29T02:02:48.33133Z","steps":["trace[892115393] 'process raft request' (duration: 968.479979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.331484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.362524Z","time spent":"968.891339ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:48.331507Z","caller":"traceutil/trace.go:171","msg":"trace[315682994] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"829.093035ms","start":"2026-03-29T02:02:47.502393Z","end":"2026-03-29T02:02:48.331486Z","steps":["trace[315682994] 'process raft request' (duration: 828.807638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.331612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.502373Z","time spent":"829.192617ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:48.805109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.654403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:48.805352Z","caller":"traceutil/trace.go:171","msg":"trace[1975848310] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"854.341682ms","start":"2026-03-29T02:02:47.950988Z","end":"2026-03-29T02:02:48.80533Z","steps":["trace[1975848310] 'process raft request' (duration: 854.223689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.805439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.950963Z","time spent":"854.436555ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:48.805572Z","caller":"traceutil/trace.go:171","msg":"trace[573648115] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"960.233445ms","start":"2026-03-29T02:02:47.845293Z","end":"2026-03-29T02:02:48.805526Z","steps":["trace[573648115] 'process raft request' (duration: 551.054948ms)","trace[573648115] 'compare' (duration: 408.417676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:48.805779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657516772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:48.805789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.845268Z","time spent":"960.398149ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:48.805806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812343676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:48.805787Z","caller":"traceutil/trace.go:171","msg":"trace[547236207] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"844.779062ms","start":"2026-03-29T02:02:47.960958Z","end":"2026-03-29T02:02:48.805737Z","steps":["trace[547236207] 'process raft request' (duration: 844.31621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.805823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598007293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:48.80586Z","caller":"traceutil/trace.go:171","msg":"trace[572302216] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2318; }","duration":"1.812481769s","start":"2026-03-29T02:02:46.993368Z","end":"2026-03-29T02:02:48.80585Z","steps":["trace[572302216] 'agreement among raft nodes before linearized reading' (duration: 1.812303294s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.805894Z","caller":"traceutil/trace.go:171","msg":"trace[157081366] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2318; }","duration":"1.598124126s","start":"2026-03-29T02:02:47.207751Z","end":"2026-03-29T02:02:48.805875Z","steps":["trace[157081366] 'agreement among raft nodes before linearized reading' (duration: 1.597984312s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.805595Z","caller":"traceutil/trace.go:171","msg":"trace[706897145] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2416; }","duration":"1.278088426s","start":"2026-03-29T02:02:47.527485Z","end":"2026-03-29T02:02:48.805573Z","steps":["trace[706897145] 'read index received' (duration: 803.662753ms)","trace[706897145] 'applied index is now lower than readState.Index' (duration: 474.424653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:48.805913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.993343Z","time spent":"1.812560242s","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:48.805928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.960944Z","time spent":"844.915646ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:48.805959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973521723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:48.805842Z","caller":"traceutil/trace.go:171","msg":"trace[1884536321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"1.657581954s","start":"2026-03-29T02:02:47.148246Z","end":"2026-03-29T02:02:48.805828Z","steps":["trace[1884536321] 'agreement among raft nodes before linearized reading' (duration: 1.657422979s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.80608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178976318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:48.806121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.148194Z","time spent":"1.657918513s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:48.806155Z","caller":"traceutil/trace.go:171","msg":"trace[1175554096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2318; }","duration":"1.179095811s","start":"2026-03-29T02:02:47.627048Z","end":"2026-03-29T02:02:48.806143Z","steps":["trace[1175554096] 'agreement among raft nodes before linearized reading' (duration: 1.178982928s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.806159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631550945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-29T02:02:48.806102Z","caller":"traceutil/trace.go:171","msg":"trace[1575813635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2318; }","duration":"1.973711177s","start":"2026-03-29T02:02:46.832359Z","end":"2026-03-29T02:02:48.80607Z","steps":["trace[1575813635] 'agreement among raft nodes before linearized reading' (duration: 1.973468341s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.806202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.627025Z","time spent":"1.179166723s","remote":"127.0.0.1:42124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:48.806209Z","caller":"traceutil/trace.go:171","msg":"trace[860895148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2318; }","duration":"1.631646108s","start":"2026-03-29T02:02:47.17455Z","end":"2026-03-29T02:02:48.806196Z","steps":["trace[860895148] 'agreement among raft nodes before linearized reading' (duration: 1.631323669s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.806158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301297237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:48.806236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124890236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:02:48.806251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.832348Z","time spent":"1.973885903s","remote":"127.0.0.1:53832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:48.80626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.17452Z","time spent":"1.63172985s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:02:48.806286Z","caller":"traceutil/trace.go:171","msg":"trace[1695811057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2318; }","duration":"1.124987869s","start":"2026-03-29T02:02:47.681285Z","end":"2026-03-29T02:02:48.806273Z","steps":["trace[1695811057] 'agreement among raft nodes before linearized reading' (duration: 1.124883056s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.805919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42376353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:48.806336Z","caller":"traceutil/trace.go:171","msg":"trace[1866842679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2318; }","duration":"1.424222852s","start":"2026-03-29T02:02:47.382102Z","end":"2026-03-29T02:02:48.806325Z","steps":["trace[1866842679] 'agreement among raft nodes before linearized reading' (duration: 1.423554654s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.806371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.681266Z","time spent":"1.125093101s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:48.806402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.382079Z","time spent":"1.424312075s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:02:48.806413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020443873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:02:48.805922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988085119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:02:48.806417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.476543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:48.806529Z","caller":"traceutil/trace.go:171","msg":"trace[1422637785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2318; }","duration":"1.988762258s","start":"2026-03-29T02:02:46.817756Z","end":"2026-03-29T02:02:48.806518Z","steps":["trace[1422637785] 'agreement among raft nodes before linearized reading' (duration: 1.987883564s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.806526Z","caller":"traceutil/trace.go:171","msg":"trace[1280180679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2318; }","duration":"1.020599047s","start":"2026-03-29T02:02:47.785911Z","end":"2026-03-29T02:02:48.80651Z","steps":["trace[1280180679] 'agreement among raft nodes before linearized reading' (duration: 1.02034472s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.806543Z","caller":"traceutil/trace.go:171","msg":"trace[667228301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"589.657089ms","start":"2026-03-29T02:02:48.216868Z","end":"2026-03-29T02:02:48.806525Z","steps":["trace[667228301] 'agreement among raft nodes before linearized reading' (duration: 589.491944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.806568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:46.817705Z","time spent":"1.98885372s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:48.80657Z","caller":"traceutil/trace.go:171","msg":"trace[1174516760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2318; }","duration":"1.301527604s","start":"2026-03-29T02:02:47.504735Z","end":"2026-03-29T02:02:48.806263Z","steps":["trace[1174516760] 'agreement among raft nodes before linearized reading' (duration: 1.300998489s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.807531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.504708Z","time spent":"1.302781898s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:48.80622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064913314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:02:48.807656Z","caller":"traceutil/trace.go:171","msg":"trace[593655858] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2318; }","duration":"1.066393054s","start":"2026-03-29T02:02:47.741243Z","end":"2026-03-29T02:02:48.807636Z","steps":["trace[593655858] 'agreement among raft nodes before linearized reading' (duration: 1.064829961s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.807734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.74122Z","time spent":"1.066495586s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:02:48.806581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.785879Z","time spent":"1.02068802s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:48.806594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:48.216842Z","time spent":"589.732181ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:48.805952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.207727Z","time spent":"1.598209558s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:48.806709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0195852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:48.808056Z","caller":"traceutil/trace.go:171","msg":"trace[181164447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2318; }","duration":"1.020965848s","start":"2026-03-29T02:02:47.787075Z","end":"2026-03-29T02:02:48.808041Z","steps":["trace[181164447] 'agreement among raft nodes before linearized reading' (duration: 1.019538729s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.808103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.787061Z","time spent":"1.021028299s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:48.80673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019750724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:02:48.8083Z","caller":"traceutil/trace.go:171","msg":"trace[395583470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2318; }","duration":"1.02139066s","start":"2026-03-29T02:02:47.786897Z","end":"2026-03-29T02:02:48.808288Z","steps":["trace[395583470] 'agreement among raft nodes before linearized reading' (duration: 1.019165789s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:48.808334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:47.786875Z","time spent":"1.021449331s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:02:48.97343Z","caller":"traceutil/trace.go:171","msg":"trace[1534006038] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"160.420966ms","start":"2026-03-29T02:02:48.812979Z","end":"2026-03-29T02:02:48.9734Z","steps":["trace[1534006038] 'process raft request' (duration: 155.804731ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.974244Z","caller":"traceutil/trace.go:171","msg":"trace[1442004546] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"161.137666ms","start":"2026-03-29T02:02:48.813075Z","end":"2026-03-29T02:02:48.974212Z","steps":["trace[1442004546] 'process raft request' (duration: 160.835337ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.974555Z","caller":"traceutil/trace.go:171","msg":"trace[1190311399] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"161.416203ms","start":"2026-03-29T02:02:48.813115Z","end":"2026-03-29T02:02:48.974531Z","steps":["trace[1190311399] 'process raft request' (duration: 161.021452ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.974576Z","caller":"traceutil/trace.go:171","msg":"trace[432960051] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"161.29198ms","start":"2026-03-29T02:02:48.813266Z","end":"2026-03-29T02:02:48.974558Z","steps":["trace[432960051] 'process raft request' (duration: 161.091565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.974613Z","caller":"traceutil/trace.go:171","msg":"trace[1757441684] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"161.213208ms","start":"2026-03-29T02:02:48.813367Z","end":"2026-03-29T02:02:48.97458Z","steps":["trace[1757441684] 'process raft request' (duration: 161.113725ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.974955Z","caller":"traceutil/trace.go:171","msg":"trace[2064144637] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"160.709264ms","start":"2026-03-29T02:02:48.814232Z","end":"2026-03-29T02:02:48.974942Z","steps":["trace[2064144637] 'process raft request' (duration: 160.293373ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.975073Z","caller":"traceutil/trace.go:171","msg":"trace[1116218459] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"159.633675ms","start":"2026-03-29T02:02:48.81543Z","end":"2026-03-29T02:02:48.975063Z","steps":["trace[1116218459] 'process raft request' (duration: 159.435109ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.975109Z","caller":"traceutil/trace.go:171","msg":"trace[571967681] linearizableReadLoop","detail":"{readStateIndex:2428; appliedIndex:2421; }","duration":"155.192464ms","start":"2026-03-29T02:02:48.819861Z","end":"2026-03-29T02:02:48.975054Z","steps":["trace[571967681] 'read index received' (duration: 148.873462ms)","trace[571967681] 'applied index is now lower than readState.Index' (duration: 6.317722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:48.975508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.613156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:48.975595Z","caller":"traceutil/trace.go:171","msg":"trace[381553971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2325; }","duration":"155.743969ms","start":"2026-03-29T02:02:48.819831Z","end":"2026-03-29T02:02:48.975575Z","steps":["trace[381553971] 'agreement among raft nodes before linearized reading' (duration: 155.344378ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.274148Z","caller":"traceutil/trace.go:171","msg":"trace[877962521] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"900.312433ms","start":"2026-03-29T02:02:54.37381Z","end":"2026-03-29T02:02:55.274123Z","steps":["trace[877962521] 'process raft request' (duration: 900.18804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.274277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.373786Z","time spent":"900.429266ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:55.455225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.393012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:02:55.455585Z","caller":"traceutil/trace.go:171","msg":"trace[890600179] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2450; }","duration":"601.083969ms","start":"2026-03-29T02:02:54.854462Z","end":"2026-03-29T02:02:55.455546Z","steps":["trace[890600179] 'read index received' (duration: 419.571959ms)","trace[890600179] 'applied index is now lower than readState.Index' (duration: 181.50902ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:55.455632Z","caller":"traceutil/trace.go:171","msg":"trace[1005014364] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"618.189314ms","start":"2026-03-29T02:02:54.83741Z","end":"2026-03-29T02:02:55.455599Z","steps":["trace[1005014364] 'process raft request' (duration: 617.929057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:55.455987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.837385Z","time spent":"618.299178ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:55.679213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.227086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:55.679363Z","caller":"traceutil/trace.go:171","msg":"trace[1341609664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2348; }","duration":"589.40792ms","start":"2026-03-29T02:02:55.089935Z","end":"2026-03-29T02:02:55.679343Z","steps":["trace[1341609664] 'agreement among raft nodes before linearized reading' (duration: 365.795975ms)","trace[1341609664] 'range keys from in-memory index tree' (duration: 223.337757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.289042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:02:55.679463Z","caller":"traceutil/trace.go:171","msg":"trace[914213850] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2348; }","duration":"645.469717ms","start":"2026-03-29T02:02:55.033969Z","end":"2026-03-29T02:02:55.679438Z","steps":["trace[914213850] 'agreement among raft nodes before linearized reading' (duration: 421.78238ms)","trace[914213850] 'range keys from in-memory index tree' (duration: 223.459871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.033946Z","time spent":"645.557768ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.835267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:02:55.679549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.415281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:02:55.6796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.769889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:02:55.679632Z","caller":"traceutil/trace.go:171","msg":"trace[1185726633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2348; }","duration":"589.547164ms","start":"2026-03-29T02:02:55.090066Z","end":"2026-03-29T02:02:55.679613Z","steps":["trace[1185726633] 'agreement among raft nodes before linearized reading' (duration: 365.676772ms)","trace[1185726633] 'range keys from in-memory index tree' (duration: 223.663506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.113933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:55.679684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.090044Z","time spent":"589.630576ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:02:55.679663Z","caller":"traceutil/trace.go:171","msg":"trace[831136154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2348; }","duration":"593.881242ms","start":"2026-03-29T02:02:55.085772Z","end":"2026-03-29T02:02:55.679653Z","steps":["trace[831136154] 'agreement among raft nodes before linearized reading' (duration: 369.97802ms)","trace[831136154] 'range keys from in-memory index tree' (duration: 223.697367ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:55.67972Z","caller":"traceutil/trace.go:171","msg":"trace[1173896349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2348; }","duration":"589.196725ms","start":"2026-03-29T02:02:55.090506Z","end":"2026-03-29T02:02:55.679703Z","steps":["trace[1173896349] 'agreement among raft nodes before linearized reading' (duration: 365.22709ms)","trace[1173896349] 'range keys from in-memory index tree' (duration: 223.853432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.089926Z","time spent":"589.480103ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.09048Z","time spent":"589.273337ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.094425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:02:55.679612Z","caller":"traceutil/trace.go:171","msg":"trace[1795251330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2348; }","duration":"670.901009ms","start":"2026-03-29T02:02:55.008688Z","end":"2026-03-29T02:02:55.679589Z","steps":["trace[1795251330] 'agreement among raft nodes before linearized reading' (duration: 447.072978ms)","trace[1795251330] 'range keys from in-memory index tree' (duration: 223.670237ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:55.67983Z","caller":"traceutil/trace.go:171","msg":"trace[453002112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2348; }","duration":"825.406843ms","start":"2026-03-29T02:02:54.854414Z","end":"2026-03-29T02:02:55.679821Z","steps":["trace[453002112] 'agreement among raft nodes before linearized reading' (duration: 601.296484ms)","trace[453002112] 'range keys from in-memory index tree' (duration: 223.557463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.831006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:55.679742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.085763Z","time spent":"593.972575ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.854168Z","time spent":"825.709112ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-29T02:02:55.67993Z","caller":"traceutil/trace.go:171","msg":"trace[49146307] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2348; }","duration":"779.609368ms","start":"2026-03-29T02:02:54.900304Z","end":"2026-03-29T02:02:55.679913Z","steps":["trace[49146307] 'agreement among raft nodes before linearized reading' (duration: 555.427907ms)","trace[49146307] 'count revisions from in-memory index tree' (duration: 223.40121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.679217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.574171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:55.679853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.008607Z","time spent":"671.237638ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.805649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:55.680113Z","caller":"traceutil/trace.go:171","msg":"trace[1665966775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2348; }","duration":"598.060437ms","start":"2026-03-29T02:02:55.082002Z","end":"2026-03-29T02:02:55.680063Z","steps":["trace[1665966775] 'agreement among raft nodes before linearized reading' (duration: 373.756173ms)","trace[1665966775] 'range keys from in-memory index tree' (duration: 223.616265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.680191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.081982Z","time spent":"598.19546ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:55.679977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.900281Z","time spent":"779.682449ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":28,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:55.679979Z","caller":"traceutil/trace.go:171","msg":"trace[2144027992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2348; }","duration":"534.402574ms","start":"2026-03-29T02:02:55.145563Z","end":"2026-03-29T02:02:55.679966Z","steps":["trace[2144027992] 'agreement among raft nodes before linearized reading' (duration: 310.174352ms)","trace[2144027992] 'range keys from in-memory index tree' (duration: 223.4191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:55.680515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.145544Z","time spent":"534.958969ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:56.648028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:57.030424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228503465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:57.031048Z","caller":"traceutil/trace.go:171","msg":"trace[707627945] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.346683761s","start":"2026-03-29T02:02:55.684329Z","end":"2026-03-29T02:02:57.031013Z","steps":["trace[707627945] 'process raft request' (duration: 1.346412144s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:57.03128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.684312Z","time spent":"1.346851946s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:58.1481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:58.148182Z","caller":"traceutil/trace.go:171","msg":"trace[471738850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313771s","start":"2026-03-29T02:02:56.147849Z","end":"2026-03-29T02:02:58.148163Z","steps":["trace[471738850] 'agreement among raft nodes before linearized reading' (duration: 2.000206698s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.148228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.14783Z","time spent":"2.000388513s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:58.537968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481091059s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:59.019964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.799042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:59.020151Z","caller":"traceutil/trace.go:171","msg":"trace[452080650] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"3.335014496s","start":"2026-03-29T02:02:55.68512Z","end":"2026-03-29T02:02:59.020135Z","steps":["trace[452080650] 'process raft request' (duration: 3.334929314s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.020191Z","caller":"traceutil/trace.go:171","msg":"trace[73314514] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"3.33553062s","start":"2026-03-29T02:02:55.684622Z","end":"2026-03-29T02:02:59.020152Z","steps":["trace[73314514] 'process raft request' (duration: 2.85347103s)","trace[73314514] 'compare' (duration: 481.371651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:59.020345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.684613Z","time spent":"3.335671074s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.020221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.685093Z","time spent":"3.335094459s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.020555Z","caller":"traceutil/trace.go:171","msg":"trace[412510995] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"3.335348035s","start":"2026-03-29T02:02:55.685173Z","end":"2026-03-29T02:02:59.020521Z","steps":["trace[412510995] 'process raft request' (duration: 3.334928303s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.020739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.685157Z","time spent":"3.335489249s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.021079Z","caller":"traceutil/trace.go:171","msg":"trace[432959133] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2453; }","duration":"2.873134995s","start":"2026-03-29T02:02:56.147931Z","end":"2026-03-29T02:02:59.021066Z","steps":["trace[432959133] 'read index received' (duration: 882.771436ms)","trace[432959133] 'applied index is now lower than readState.Index' (duration: 1.990362809s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:59.021134Z","caller":"traceutil/trace.go:171","msg":"trace[1674309604] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"3.335024387s","start":"2026-03-29T02:02:55.686082Z","end":"2026-03-29T02:02:59.021107Z","steps":["trace[1674309604] 'process raft request' (duration: 3.334900363s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:59.021129Z","caller":"traceutil/trace.go:171","msg":"trace[1600299001] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"3.335598822s","start":"2026-03-29T02:02:55.685472Z","end":"2026-03-29T02:02:59.021071Z","steps":["trace[1600299001] 'process raft request' (duration: 3.334947974s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.021282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.686074Z","time spent":"3.335134549s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:59.02114Z","caller":"traceutil/trace.go:171","msg":"trace[458520575] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"3.334749739s","start":"2026-03-29T02:02:55.686361Z","end":"2026-03-29T02:02:59.021111Z","steps":["trace[458520575] 'process raft request' (duration: 3.334671887s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.02134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.685358Z","time spent":"3.335871989s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.021393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:55.686348Z","time spent":"3.334993256s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:59.981717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:59.981928Z","caller":"traceutil/trace.go:171","msg":"trace[695186155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754952s","start":"2026-03-29T02:02:57.981152Z","end":"2026-03-29T02:02:59.981907Z","steps":["trace[695186155] 'agreement among raft nodes before linearized reading' (duration: 2.000510405s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.982022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.981135Z","time spent":"2.000868975s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:00.149538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:03:00.149642Z","caller":"traceutil/trace.go:171","msg":"trace[1998116585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618158s","start":"2026-03-29T02:02:58.149001Z","end":"2026-03-29T02:03:00.149619Z","steps":["trace[1998116585] 'agreement among raft nodes before linearized reading' (duration: 2.000467864s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.149695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:58.148982Z","time spent":"2.00069964s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:00.669157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.553179Z","time spent":"1.115969612s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:03:00.669317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486132276s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:00.669545Z","caller":"traceutil/trace.go:171","msg":"trace[1894756872] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2460; }","duration":"1.648417992s","start":"2026-03-29T02:02:59.021112Z","end":"2026-03-29T02:03:00.66953Z","steps":["trace[1894756872] 'read index received' (duration: 161.996059ms)","trace[1894756872] 'applied index is now lower than readState.Index' (duration: 1.486420893s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.669556Z","caller":"traceutil/trace.go:171","msg":"trace[1853120989] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"3.387027561s","start":"2026-03-29T02:02:57.282492Z","end":"2026-03-29T02:03:00.669519Z","steps":["trace[1853120989] 'process raft request' (duration: 1.900598737s)","trace[1853120989] 'compare' (duration: 1.485719835s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.669575Z","caller":"traceutil/trace.go:171","msg":"trace[738073865] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"1.663307848s","start":"2026-03-29T02:02:59.006239Z","end":"2026-03-29T02:03:00.669547Z","steps":["trace[738073865] 'process raft request' (duration: 1.663255276s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.66963Z","caller":"traceutil/trace.go:171","msg":"trace[1076258194] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"3.207444354s","start":"2026-03-29T02:02:57.462161Z","end":"2026-03-29T02:03:00.669606Z","steps":["trace[1076258194] 'process raft request' (duration: 3.207241438s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.669643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188281511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:00.669692Z","caller":"traceutil/trace.go:171","msg":"trace[382011045] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2358; }","duration":"3.188378665s","start":"2026-03-29T02:02:57.481305Z","end":"2026-03-29T02:03:00.669684Z","steps":["trace[382011045] 'agreement among raft nodes before linearized reading' (duration: 3.188299902s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.669735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.481282Z","time spent":"3.188436106s","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:00.669731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.282461Z","time spent":"3.387174045s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.669804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.462125Z","time spent":"3.207536026s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.6698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605792555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d7ef25b3cef\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-29T02:03:00.669867Z","caller":"traceutil/trace.go:171","msg":"trace[1640656556] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a12d7ef25b3cef; range_end:; response_count:1; response_revision:2358; }","duration":"3.605918098s","start":"2026-03-29T02:02:57.063928Z","end":"2026-03-29T02:03:00.669846Z","steps":["trace[1640656556] 'agreement among raft nodes before linearized reading' (duration: 3.605730493s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.669735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.006207Z","time spent":"1.663437852s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.669914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.063894Z","time spent":"3.606008341s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a12d7ef25b3cef\" "} {"level":"warn","ts":"2026-03-29T02:03:00.669908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980299517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:03:00.670073Z","caller":"traceutil/trace.go:171","msg":"trace[1531076524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2358; }","duration":"3.980506613s","start":"2026-03-29T02:02:56.689547Z","end":"2026-03-29T02:03:00.670054Z","steps":["trace[1531076524] 'agreement among raft nodes before linearized reading' (duration: 3.980205745s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.670176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:56.689524Z","time spent":"3.980633567s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:03:01.170178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:01.670689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:02.156918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:03:02.15701Z","caller":"traceutil/trace.go:171","msg":"trace[749618403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031456s","start":"2026-03-29T02:03:00.15668Z","end":"2026-03-29T02:03:02.156994Z","steps":["trace[749618403] 'agreement among raft nodes before linearized reading' (duration: 2.000204807s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.157047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.156664Z","time spent":"2.000374832s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:03:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:03:02.171374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354390394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:03:02.240401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.494012147s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:03:02.259632Z","caller":"traceutil/trace.go:171","msg":"trace[615669730] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2463; }","duration":"1.590033414s","start":"2026-03-29T02:03:00.66958Z","end":"2026-03-29T02:03:02.259613Z","steps":["trace[615669730] 'read index received' (duration: 1.571116259s)","trace[615669730] 'applied index is now lower than readState.Index' (duration: 18.916195ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:02.259888Z","caller":"traceutil/trace.go:171","msg":"trace[1259671240] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"3.073433556s","start":"2026-03-29T02:02:59.186443Z","end":"2026-03-29T02:03:02.259877Z","steps":["trace[1259671240] 'process raft request' (duration: 3.054244064s)","trace[1259671240] 'compare' (duration: 18.703519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:02.259984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.186418Z","time spent":"3.073499238s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.260194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974158125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.260292Z","caller":"traceutil/trace.go:171","msg":"trace[1896800343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2361; }","duration":"2.974312129s","start":"2026-03-29T02:02:59.285957Z","end":"2026-03-29T02:03:02.26027Z","steps":["trace[1896800343] 'agreement among raft nodes before linearized reading' (duration: 2.974116064s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.26036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.285937Z","time spent":"2.974397982s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.260374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235200627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:02.260509Z","caller":"traceutil/trace.go:171","msg":"trace[998521651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2361; }","duration":"1.235404033s","start":"2026-03-29T02:03:01.025088Z","end":"2026-03-29T02:03:02.260492Z","steps":["trace[998521651] 'agreement among raft nodes before linearized reading' (duration: 1.235057584s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.260557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.025074Z","time spent":"1.235474214s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:02.260619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.908614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:03:02.260629Z","caller":"traceutil/trace.go:171","msg":"trace[524980996] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"2.617897078s","start":"2026-03-29T02:02:59.642713Z","end":"2026-03-29T02:03:02.26061Z","steps":["trace[524980996] 'process raft request' (duration: 2.616790128s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.2606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.260659Z","caller":"traceutil/trace.go:171","msg":"trace[1720180349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2361; }","duration":"582.975886ms","start":"2026-03-29T02:03:01.677674Z","end":"2026-03-29T02:03:02.26065Z","steps":["trace[1720180349] 'agreement among raft nodes before linearized reading' (duration: 582.844583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.260695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.677659Z","time spent":"583.029677ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:03:02.260705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.221243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.260708Z","caller":"traceutil/trace.go:171","msg":"trace[485618699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2361; }","duration":"103.783264ms","start":"2026-03-29T02:03:02.156898Z","end":"2026-03-29T02:03:02.260681Z","steps":["trace[485618699] 'agreement among raft nodes before linearized reading' (duration: 103.589559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.260734Z","caller":"traceutil/trace.go:171","msg":"trace[2106207080] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2361; }","duration":"888.278535ms","start":"2026-03-29T02:03:01.372444Z","end":"2026-03-29T02:03:02.260723Z","steps":["trace[2106207080] 'agreement among raft nodes before linearized reading' (duration: 888.232874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.260704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211815672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-29T02:03:02.260744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.642641Z","time spent":"2.618033212s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.260768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.372431Z","time spent":"888.324247ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.260687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239122456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-29T02:03:02.260809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234556589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-29T02:03:02.260835Z","caller":"traceutil/trace.go:171","msg":"trace[383733350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2361; }","duration":"3.239314341s","start":"2026-03-29T02:02:59.021506Z","end":"2026-03-29T02:03:02.26082Z","steps":["trace[383733350] 'agreement among raft nodes before linearized reading' (duration: 3.239026283s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.260856Z","caller":"traceutil/trace.go:171","msg":"trace[1327909306] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2361; }","duration":"1.234626231s","start":"2026-03-29T02:03:01.026213Z","end":"2026-03-29T02:03:02.260839Z","steps":["trace[1327909306] 'agreement among raft nodes before linearized reading' (duration: 1.234545379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.260886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.021478Z","time spent":"3.239399532s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:03:02.260733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235505825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-29T02:03:02.260866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23569429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:03:02.26092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235113305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-29T02:03:02.260967Z","caller":"traceutil/trace.go:171","msg":"trace[1569510617] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2361; }","duration":"1.235173956s","start":"2026-03-29T02:03:01.025777Z","end":"2026-03-29T02:03:02.260951Z","steps":["trace[1569510617] 'agreement among raft nodes before linearized reading' (duration: 1.235042883s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.260967Z","caller":"traceutil/trace.go:171","msg":"trace[780166516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2361; }","duration":"1.235811164s","start":"2026-03-29T02:03:01.025136Z","end":"2026-03-29T02:03:02.260947Z","steps":["trace[780166516] 'agreement among raft nodes before linearized reading' (duration: 1.235535657s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.260987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235864065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:03:02.260986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214080368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-29T02:03:02.261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.025767Z","time spent":"1.235227018s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:03:02.260986Z","caller":"traceutil/trace.go:171","msg":"trace[418421529] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"1.58878744s","start":"2026-03-29T02:03:00.672176Z","end":"2026-03-29T02:03:02.260964Z","steps":["trace[418421529] 'process raft request' (duration: 1.587388882s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.261012Z","caller":"traceutil/trace.go:171","msg":"trace[234264622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2361; }","duration":"1.235918327s","start":"2026-03-29T02:03:01.025089Z","end":"2026-03-29T02:03:02.261007Z","steps":["trace[234264622] 'agreement among raft nodes before linearized reading' (duration: 1.235849295s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.26102Z","caller":"traceutil/trace.go:171","msg":"trace[1184006712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2361; }","duration":"2.21416174s","start":"2026-03-29T02:03:00.046851Z","end":"2026-03-29T02:03:02.261013Z","steps":["trace[1184006712] 'agreement among raft nodes before linearized reading' (duration: 2.214080958s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.261015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.02509Z","time spent":"1.235911567s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:02.26104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.025078Z","time spent":"1.235953388s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:02.261041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.046818Z","time spent":"2.214217302s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:03:02.260653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196400941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:03:02.261106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960276847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:03:02.261119Z","caller":"traceutil/trace.go:171","msg":"trace[307794546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2361; }","duration":"1.196893345s","start":"2026-03-29T02:03:01.064216Z","end":"2026-03-29T02:03:02.26111Z","steps":["trace[307794546] 'agreement among raft nodes before linearized reading' (duration: 1.196256897s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.26113Z","caller":"traceutil/trace.go:171","msg":"trace[612963349] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2361; }","duration":"2.960337979s","start":"2026-03-29T02:02:59.300785Z","end":"2026-03-29T02:03:02.261123Z","steps":["trace[612963349] 'agreement among raft nodes before linearized reading' (duration: 2.960261407s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.26115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.300763Z","time spent":"2.96038193s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T02:03:02.261156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.064197Z","time spent":"1.196941996s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:03:02.261117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.672161Z","time spent":"1.588873583s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.260889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.026194Z","time spent":"1.234687754s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:03:02.260912Z","caller":"traceutil/trace.go:171","msg":"trace[217670558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2361; }","duration":"1.235728881s","start":"2026-03-29T02:03:01.025177Z","end":"2026-03-29T02:03:02.260906Z","steps":["trace[217670558] 'agreement among raft nodes before linearized reading' (duration: 1.235453574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.261262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.02515Z","time spent":"1.236101832s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":525,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:03:02.260794Z","caller":"traceutil/trace.go:171","msg":"trace[71735876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2361; }","duration":"3.211959706s","start":"2026-03-29T02:02:59.048808Z","end":"2026-03-29T02:03:02.260768Z","steps":["trace[71735876] 'agreement among raft nodes before linearized reading' (duration: 3.2117129s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.261325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:59.048782Z","time spent":"3.212525601s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":511,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:03:06.563127Z","caller":"traceutil/trace.go:171","msg":"trace[1150684862] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"221.424165ms","start":"2026-03-29T02:03:06.34167Z","end":"2026-03-29T02:03:06.563094Z","steps":["trace[1150684862] 'process raft request' (duration: 221.371554ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.563985Z","caller":"traceutil/trace.go:171","msg":"trace[1714268590] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"224.380016ms","start":"2026-03-29T02:03:06.339585Z","end":"2026-03-29T02:03:06.563965Z","steps":["trace[1714268590] 'process raft request' (duration: 223.182693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.564223Z","caller":"traceutil/trace.go:171","msg":"trace[95448365] linearizableReadLoop","detail":"{readStateIndex:2494; appliedIndex:2493; }","duration":"223.904163ms","start":"2026-03-29T02:03:06.340304Z","end":"2026-03-29T02:03:06.564208Z","steps":["trace[95448365] 'read index received' (duration: 222.240087ms)","trace[95448365] 'applied index is now lower than readState.Index' (duration: 1.662656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:06.564428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.099839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:03:06.564644Z","caller":"traceutil/trace.go:171","msg":"trace[1061258188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2390; }","duration":"224.350765ms","start":"2026-03-29T02:03:06.340277Z","end":"2026-03-29T02:03:06.564628Z","steps":["trace[1061258188] 'agreement among raft nodes before linearized reading' (duration: 223.987745ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.564873Z","caller":"traceutil/trace.go:171","msg":"trace[135437172] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"224.331224ms","start":"2026-03-29T02:03:06.340524Z","end":"2026-03-29T02:03:06.564855Z","steps":["trace[135437172] 'process raft request' (duration: 222.420752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.565189Z","caller":"traceutil/trace.go:171","msg":"trace[1894235846] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"223.664887ms","start":"2026-03-29T02:03:06.341505Z","end":"2026-03-29T02:03:06.56517Z","steps":["trace[1894235846] 'process raft request' (duration: 221.492338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:07.174904Z","caller":"traceutil/trace.go:171","msg":"trace[1762720646] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"496.860912ms","start":"2026-03-29T02:03:06.678013Z","end":"2026-03-29T02:03:07.174874Z","steps":["trace[1762720646] 'process raft request' (duration: 491.211439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.175006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.677987Z","time spent":"496.972796ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:03:07.175273Z","caller":"traceutil/trace.go:171","msg":"trace[1826934501] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"388.388211ms","start":"2026-03-29T02:03:06.786867Z","end":"2026-03-29T02:03:07.175255Z","steps":["trace[1826934501] 'process raft request' (duration: 388.108553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.175325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.786825Z","time spent":"388.466103ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:07.175386Z","caller":"traceutil/trace.go:171","msg":"trace[1454112046] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"366.729141ms","start":"2026-03-29T02:03:06.808635Z","end":"2026-03-29T02:03:07.175364Z","steps":["trace[1454112046] 'process raft request' (duration: 366.457183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.175544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.808612Z","time spent":"366.849814ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:08.793442Z","caller":"traceutil/trace.go:171","msg":"trace[1591069161] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"218.333853ms","start":"2026-03-29T02:03:08.575078Z","end":"2026-03-29T02:03:08.793411Z","steps":["trace[1591069161] 'process raft request' (duration: 120.532851ms)","trace[1591069161] 'compare' (duration: 97.583466ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:08.793704Z","caller":"traceutil/trace.go:171","msg":"trace[1315593761] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"217.922421ms","start":"2026-03-29T02:03:08.575754Z","end":"2026-03-29T02:03:08.793676Z","steps":["trace[1315593761] 'process raft request' (duration: 217.588942ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.79378Z","caller":"traceutil/trace.go:171","msg":"trace[1574239208] linearizableReadLoop","detail":"{readStateIndex:2508; appliedIndex:2504; }","duration":"185.399836ms","start":"2026-03-29T02:03:08.608352Z","end":"2026-03-29T02:03:08.793752Z","steps":["trace[1574239208] 'read index received' (duration: 49.714053ms)","trace[1574239208] 'applied index is now lower than readState.Index' (duration: 135.681263ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:08.793797Z","caller":"traceutil/trace.go:171","msg":"trace[810968541] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"217.042788ms","start":"2026-03-29T02:03:08.57673Z","end":"2026-03-29T02:03:08.793773Z","steps":["trace[810968541] 'process raft request' (duration: 216.868593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.794027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.666263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:03:08.794062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.464533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:03:08.794104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.437105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:08.794132Z","caller":"traceutil/trace.go:171","msg":"trace[806674225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2401; }","duration":"176.574486ms","start":"2026-03-29T02:03:08.617533Z","end":"2026-03-29T02:03:08.794107Z","steps":["trace[806674225] 'agreement among raft nodes before linearized reading' (duration: 176.388721ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.794119Z","caller":"traceutil/trace.go:171","msg":"trace[1261022557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2401; }","duration":"185.812417ms","start":"2026-03-29T02:03:08.608288Z","end":"2026-03-29T02:03:08.7941Z","steps":["trace[1261022557] 'agreement among raft nodes before linearized reading' (duration: 185.556331ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.794161Z","caller":"traceutil/trace.go:171","msg":"trace[509658511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2401; }","duration":"176.146055ms","start":"2026-03-29T02:03:08.617997Z","end":"2026-03-29T02:03:08.794143Z","steps":["trace[509658511] 'agreement among raft nodes before linearized reading' (duration: 175.956609ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.668134Z","caller":"traceutil/trace.go:171","msg":"trace[1568155843] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"179.9895ms","start":"2026-03-29T02:03:36.48811Z","end":"2026-03-29T02:03:36.6681Z","steps":["trace[1568155843] 'process raft request' (duration: 130.232183ms)","trace[1568155843] 'compare' (duration: 49.593543ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:36.668305Z","caller":"traceutil/trace.go:171","msg":"trace[332450091] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"179.002894ms","start":"2026-03-29T02:03:36.489286Z","end":"2026-03-29T02:03:36.668289Z","steps":["trace[332450091] 'process raft request' (duration: 178.85434ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.668632Z","caller":"traceutil/trace.go:171","msg":"trace[2032714603] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"179.065525ms","start":"2026-03-29T02:03:36.489529Z","end":"2026-03-29T02:03:36.668595Z","steps":["trace[2032714603] 'process raft request' (duration: 178.711125ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.669012Z","caller":"traceutil/trace.go:171","msg":"trace[366371373] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"179.345013ms","start":"2026-03-29T02:03:36.489643Z","end":"2026-03-29T02:03:36.668988Z","steps":["trace[366371373] 'process raft request' (duration: 178.784327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.669045Z","caller":"traceutil/trace.go:171","msg":"trace[401029279] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2656; }","duration":"131.379544ms","start":"2026-03-29T02:03:36.537619Z","end":"2026-03-29T02:03:36.668998Z","steps":["trace[401029279] 'read index received' (duration: 80.741623ms)","trace[401029279] 'applied index is now lower than readState.Index' (duration: 50.637021ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:36.669069Z","caller":"traceutil/trace.go:171","msg":"trace[382033610] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"169.34824ms","start":"2026-03-29T02:03:36.499697Z","end":"2026-03-29T02:03:36.669046Z","steps":["trace[382033610] 'process raft request' (duration: 168.98671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.669234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.602031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-29T02:03:36.669269Z","caller":"traceutil/trace.go:171","msg":"trace[859378113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2548; }","duration":"131.687423ms","start":"2026-03-29T02:03:36.53757Z","end":"2026-03-29T02:03:36.669258Z","steps":["trace[859378113] 'agreement among raft nodes before linearized reading' (duration: 131.519739ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.603161Z","caller":"traceutil/trace.go:171","msg":"trace[44243866] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"140.133923ms","start":"2026-03-29T02:04:01.462997Z","end":"2026-03-29T02:04:01.603131Z","steps":["trace[44243866] 'process raft request' (duration: 139.941678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.60352Z","caller":"traceutil/trace.go:171","msg":"trace[190501591] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"140.077802ms","start":"2026-03-29T02:04:01.463408Z","end":"2026-03-29T02:04:01.603486Z","steps":["trace[190501591] 'process raft request' (duration: 139.678981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.603585Z","caller":"traceutil/trace.go:171","msg":"trace[683969369] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"134.490859ms","start":"2026-03-29T02:04:01.469077Z","end":"2026-03-29T02:04:01.603567Z","steps":["trace[683969369] 'process raft request' (duration: 134.358496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.603665Z","caller":"traceutil/trace.go:171","msg":"trace[1367317129] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"140.026491ms","start":"2026-03-29T02:04:01.463595Z","end":"2026-03-29T02:04:01.603621Z","steps":["trace[1367317129] 'process raft request' (duration: 139.683991ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.759102Z","caller":"traceutil/trace.go:171","msg":"trace[2011870113] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"149.324465ms","start":"2026-03-29T02:04:01.609741Z","end":"2026-03-29T02:04:01.759065Z","steps":["trace[2011870113] 'process raft request' (duration: 71.142881ms)","trace[2011870113] 'compare' (duration: 77.886766ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:01.759352Z","caller":"traceutil/trace.go:171","msg":"trace[2024110825] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"148.499612ms","start":"2026-03-29T02:04:01.61084Z","end":"2026-03-29T02:04:01.75934Z","steps":["trace[2024110825] 'process raft request' (duration: 148.461591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.759355Z","caller":"traceutil/trace.go:171","msg":"trace[1778755126] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"148.703728ms","start":"2026-03-29T02:04:01.610619Z","end":"2026-03-29T02:04:01.759322Z","steps":["trace[1778755126] 'process raft request' (duration: 148.587565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.759432Z","caller":"traceutil/trace.go:171","msg":"trace[560415692] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"148.576484ms","start":"2026-03-29T02:04:01.610818Z","end":"2026-03-29T02:04:01.759394Z","steps":["trace[560415692] 'process raft request' (duration: 148.4544ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.759355Z","caller":"traceutil/trace.go:171","msg":"trace[1258679718] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"148.899002ms","start":"2026-03-29T02:04:01.610412Z","end":"2026-03-29T02:04:01.759311Z","steps":["trace[1258679718] 'process raft request' (duration: 148.570313ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:01.822735Z","caller":"traceutil/trace.go:171","msg":"trace[322620682] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"206.020801ms","start":"2026-03-29T02:04:01.616682Z","end":"2026-03-29T02:04:01.822703Z","steps":["trace[322620682] 'process raft request' (duration: 205.793235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:20.279022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354391535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:21.235382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.727266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:21.235602Z","caller":"traceutil/trace.go:171","msg":"trace[288810699] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2942; }","duration":"1.460572738s","start":"2026-03-29T02:04:19.775013Z","end":"2026-03-29T02:04:21.235585Z","steps":["trace[288810699] 'read index received' (duration: 659.584925ms)","trace[288810699] 'applied index is now lower than readState.Index' (duration: 800.986353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:21.23579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460776694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:04:21.235839Z","caller":"traceutil/trace.go:171","msg":"trace[312251363] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2822; }","duration":"1.460849156s","start":"2026-03-29T02:04:19.774976Z","end":"2026-03-29T02:04:21.235825Z","steps":["trace[312251363] 'agreement among raft nodes before linearized reading' (duration: 1.460696572s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:21.235753Z","caller":"traceutil/trace.go:171","msg":"trace[1453962384] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"1.494693289s","start":"2026-03-29T02:04:19.741004Z","end":"2026-03-29T02:04:21.235697Z","steps":["trace[1453962384] 'process raft request' (duration: 1.494542555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.235925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.220064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:21.235954Z","caller":"traceutil/trace.go:171","msg":"trace[1003280654] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2822; }","duration":"490.286486ms","start":"2026-03-29T02:04:20.745659Z","end":"2026-03-29T02:04:21.235946Z","steps":["trace[1003280654] 'agreement among raft nodes before linearized reading' (duration: 490.241635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.235981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.745639Z","time spent":"490.334248ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:21.235959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089395432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:21.236052Z","caller":"traceutil/trace.go:171","msg":"trace[826555738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2822; }","duration":"1.089492615s","start":"2026-03-29T02:04:20.146539Z","end":"2026-03-29T02:04:21.236031Z","steps":["trace[826555738] 'agreement among raft nodes before linearized reading' (duration: 1.089360771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.235994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460957509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:04:21.236118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459468768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:04:21.236114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:20.146494Z","time spent":"1.089609617s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:04:21.23611Z","caller":"traceutil/trace.go:171","msg":"trace[1428914840] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"1.524973135s","start":"2026-03-29T02:04:19.711112Z","end":"2026-03-29T02:04:21.236086Z","steps":["trace[1428914840] 'process raft request' (duration: 1.524358708s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:21.236128Z","caller":"traceutil/trace.go:171","msg":"trace[1343473972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2822; }","duration":"1.461113173s","start":"2026-03-29T02:04:19.774994Z","end":"2026-03-29T02:04:21.236108Z","steps":["trace[1343473972] 'agreement among raft nodes before linearized reading' (duration: 1.460878886s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.236069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459371415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:21.23615Z","caller":"traceutil/trace.go:171","msg":"trace[217255431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2822; }","duration":"1.459503009s","start":"2026-03-29T02:04:19.776634Z","end":"2026-03-29T02:04:21.236137Z","steps":["trace[217255431] 'agreement among raft nodes before linearized reading' (duration: 1.459447728s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.236172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.774983Z","time spent":"1.461173695s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:04:21.236189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.776627Z","time spent":"1.459553961s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:04:21.236191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.71109Z","time spent":"1.525064888s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:21.235961Z","caller":"traceutil/trace.go:171","msg":"trace[314192580] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"1.525635524s","start":"2026-03-29T02:04:19.710287Z","end":"2026-03-29T02:04:21.235923Z","steps":["trace[314192580] 'process raft request' (duration: 724.298811ms)","trace[314192580] 'compare' (duration: 800.473839ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:21.236219Z","caller":"traceutil/trace.go:171","msg":"trace[1141418944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2822; }","duration":"1.459497539s","start":"2026-03-29T02:04:19.776682Z","end":"2026-03-29T02:04:21.23618Z","steps":["trace[1141418944] 'agreement among raft nodes before linearized reading' (duration: 1.459338234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:21.235873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.774961Z","time spent":"1.460903177s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:04:21.23633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.776679Z","time spent":"1.459611982s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:21.236326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.710265Z","time spent":"1.525980722s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:21.236416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:19.740979Z","time spent":"1.495011897s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:33.923855Z","caller":"traceutil/trace.go:171","msg":"trace[727588784] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"201.828906ms","start":"2026-03-29T02:04:33.722002Z","end":"2026-03-29T02:04:33.923831Z","steps":["trace[727588784] 'process raft request' (duration: 201.666331ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.923843Z","caller":"traceutil/trace.go:171","msg":"trace[608099506] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3024; }","duration":"173.961835ms","start":"2026-03-29T02:04:33.749853Z","end":"2026-03-29T02:04:33.923814Z","steps":["trace[608099506] 'read index received' (duration: 173.76218ms)","trace[608099506] 'applied index is now lower than readState.Index' (duration: 198.315µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:33.924036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.172242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:33.924078Z","caller":"traceutil/trace.go:171","msg":"trace[493018949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2900; }","duration":"174.267924ms","start":"2026-03-29T02:04:33.7498Z","end":"2026-03-29T02:04:33.924068Z","steps":["trace[493018949] 'agreement among raft nodes before linearized reading' (duration: 174.12258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:39.687492Z","caller":"traceutil/trace.go:171","msg":"trace[1118635681] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"114.684588ms","start":"2026-03-29T02:04:39.572769Z","end":"2026-03-29T02:04:39.687454Z","steps":["trace[1118635681] 'process raft request' (duration: 38.770417ms)","trace[1118635681] 'compare' (duration: 75.681905ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:45.617755Z","caller":"traceutil/trace.go:171","msg":"trace[95302909] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3081; }","duration":"103.722129ms","start":"2026-03-29T02:04:45.514014Z","end":"2026-03-29T02:04:45.617736Z","steps":["trace[95302909] 'read index received' (duration: 103.494783ms)","trace[95302909] 'applied index is now lower than readState.Index' (duration: 226.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:45.617817Z","caller":"traceutil/trace.go:171","msg":"trace[843775879] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"156.235092ms","start":"2026-03-29T02:04:45.461562Z","end":"2026-03-29T02:04:45.617797Z","steps":["trace[843775879] 'process raft request' (duration: 156.030796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:45.61794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:04:45.61797Z","caller":"traceutil/trace.go:171","msg":"trace[1913749148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2954; }","duration":"104.003817ms","start":"2026-03-29T02:04:45.513958Z","end":"2026-03-29T02:04:45.617962Z","steps":["trace[1913749148] 'agreement among raft nodes before linearized reading' (duration: 103.870523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:56.658302Z","caller":"traceutil/trace.go:171","msg":"trace[292877913] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3145; }","duration":"520.203081ms","start":"2026-03-29T02:04:56.138069Z","end":"2026-03-29T02:04:56.658272Z","steps":["trace[292877913] 'read index received' (duration: 434.144653ms)","trace[292877913] 'applied index is now lower than readState.Index' (duration: 86.057128ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:56.65847Z","caller":"traceutil/trace.go:171","msg":"trace[1581605525] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"594.558259ms","start":"2026-03-29T02:04:56.063867Z","end":"2026-03-29T02:04:56.658426Z","steps":["trace[1581605525] 'process raft request' (duration: 508.46293ms)","trace[1581605525] 'compare' (duration: 85.509933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:56.658557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.480228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:04:56.658661Z","caller":"traceutil/trace.go:171","msg":"trace[1106597594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3016; }","duration":"520.55547ms","start":"2026-03-29T02:04:56.138024Z","end":"2026-03-29T02:04:56.658579Z","steps":["trace[1106597594] 'agreement among raft nodes before linearized reading' (duration: 520.391816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.658698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.138002Z","time spent":"520.685624ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:04:56.65888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.071537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:56.658908Z","caller":"traceutil/trace.go:171","msg":"trace[1631848728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3016; }","duration":"509.113098ms","start":"2026-03-29T02:04:56.149788Z","end":"2026-03-29T02:04:56.658901Z","steps":["trace[1631848728] 'agreement among raft nodes before linearized reading' (duration: 509.068497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.658926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.149777Z","time spent":"509.144818ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:56.658841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.063831Z","time spent":"594.785115ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:57.000077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.490303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:57.000162Z","caller":"traceutil/trace.go:171","msg":"trace[2104649916] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"336.18177ms","start":"2026-03-29T02:04:56.663964Z","end":"2026-03-29T02:04:57.000146Z","steps":["trace[2104649916] 'process raft request' (duration: 100.550943ms)","trace[2104649916] 'compare' (duration: 235.270288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:57.000205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:56.663946Z","time spent":"336.239541ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:58.212209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354392114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:58.645797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508182268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:58.645869Z","caller":"traceutil/trace.go:171","msg":"trace[143473427] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3017; }","duration":"1.508295502s","start":"2026-03-29T02:04:57.137556Z","end":"2026-03-29T02:04:58.645851Z","steps":["trace[143473427] 'range keys from in-memory index tree' (duration: 1.508066486s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.645896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.137503Z","time spent":"1.508387655s","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:04:58.646407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079841746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:58.646463Z","caller":"traceutil/trace.go:171","msg":"trace[1972911946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3017; }","duration":"1.079947239s","start":"2026-03-29T02:04:57.566502Z","end":"2026-03-29T02:04:58.646449Z","steps":["trace[1972911946] 'count revisions from in-memory index tree' (duration: 1.079738903s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.646499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.566477Z","time spent":"1.08001158s","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:58.64652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007277757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-29T02:04:58.646545Z","caller":"traceutil/trace.go:171","msg":"trace[650781185] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3017; }","duration":"1.007468411s","start":"2026-03-29T02:04:57.639069Z","end":"2026-03-29T02:04:58.646537Z","steps":["trace[650781185] 'range keys from in-memory index tree' (duration: 1.007113072s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.646564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.639054Z","time spent":"1.007505073s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1387,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-29T02:04:58.713199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354392114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:04:58.971618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288391073s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:04:58.972004Z","caller":"traceutil/trace.go:171","msg":"trace[1377328562] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"1.288881527s","start":"2026-03-29T02:04:57.683099Z","end":"2026-03-29T02:04:58.97198Z","steps":["trace[1377328562] 'process raft request' (duration: 1.288738313s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:58.9722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.683076Z","time spent":"1.289050251s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:59.983312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:04:59.98338Z","caller":"traceutil/trace.go:171","msg":"trace[1333055067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264902s","start":"2026-03-29T02:04:57.983099Z","end":"2026-03-29T02:04:59.983364Z","steps":["trace[1333055067] 'agreement among raft nodes before linearized reading' (duration: 2.000180239s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:59.983408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.983072Z","time spent":"2.000330143s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:04:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:05:00.147474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:05:00.147552Z","caller":"traceutil/trace.go:171","msg":"trace[2033332273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342034s","start":"2026-03-29T02:04:58.147192Z","end":"2026-03-29T02:05:00.147534Z","steps":["trace[2033332273] 'agreement among raft nodes before linearized reading' (duration: 2.000245031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.147592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.147167Z","time spent":"2.000416746s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:05:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:05:00.9101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506097103s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:00.910175Z","caller":"traceutil/trace.go:171","msg":"trace[1023056466] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3147; }","duration":"3.198827485s","start":"2026-03-29T02:04:57.711335Z","end":"2026-03-29T02:05:00.910162Z","steps":["trace[1023056466] 'read index received' (duration: 1.260533403s)","trace[1023056466] 'applied index is now lower than readState.Index' (duration: 1.938292101s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:00.910235Z","caller":"traceutil/trace.go:171","msg":"trace[2015074869] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"2.246369803s","start":"2026-03-29T02:04:58.663857Z","end":"2026-03-29T02:05:00.910227Z","steps":["trace[2015074869] 'process raft request' (duration: 740.087116ms)","trace[2015074869] 'compare' (duration: 1.505989259s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:00.910267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.663832Z","time spent":"2.246417245s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:00.910335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156518591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:00.91038Z","caller":"traceutil/trace.go:171","msg":"trace[1825072764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3019; }","duration":"3.156593743s","start":"2026-03-29T02:04:57.753775Z","end":"2026-03-29T02:05:00.910368Z","steps":["trace[1825072764] 'agreement among raft nodes before linearized reading' (duration: 3.15646823s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.910403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.753758Z","time spent":"3.156640194s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:00.910411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953865246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:00.910428Z","caller":"traceutil/trace.go:171","msg":"trace[2041515381] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3019; }","duration":"1.953921508s","start":"2026-03-29T02:04:58.956501Z","end":"2026-03-29T02:05:00.910423Z","steps":["trace[2041515381] 'agreement among raft nodes before linearized reading' (duration: 1.953890757s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.910443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.95648Z","time spent":"1.953959018s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.910626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199291438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:05:00.910644Z","caller":"traceutil/trace.go:171","msg":"trace[2038367023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3019; }","duration":"3.19934626s","start":"2026-03-29T02:04:57.711292Z","end":"2026-03-29T02:05:00.910638Z","steps":["trace[2038367023] 'agreement among raft nodes before linearized reading' (duration: 3.199225736s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.91066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.711272Z","time spent":"3.19938405s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:05:00.910684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075593463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:05:00.910714Z","caller":"traceutil/trace.go:171","msg":"trace[166508633] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3019; }","duration":"3.075667355s","start":"2026-03-29T02:04:57.835036Z","end":"2026-03-29T02:05:00.910703Z","steps":["trace[166508633] 'agreement among raft nodes before linearized reading' (duration: 3.075562892s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.910662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979311946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a12d9b3ce452b0\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-29T02:05:00.910742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.835013Z","time spent":"3.075723547s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:05:00.910768Z","caller":"traceutil/trace.go:171","msg":"trace[1446352794] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a12d9b3ce452b0; range_end:; response_count:1; response_revision:3019; }","duration":"2.979495471s","start":"2026-03-29T02:04:57.931252Z","end":"2026-03-29T02:05:00.910748Z","steps":["trace[1446352794] 'agreement among raft nodes before linearized reading' (duration: 2.979202563s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.910797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904640543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:00.910816Z","caller":"traceutil/trace.go:171","msg":"trace[196934917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3019; }","duration":"1.904705395s","start":"2026-03-29T02:04:59.006104Z","end":"2026-03-29T02:05:00.91081Z","steps":["trace[196934917] 'agreement among raft nodes before linearized reading' (duration: 1.904645404s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.91081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.931217Z","time spent":"2.979583694s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a12d9b3ce452b0\" "} {"level":"warn","ts":"2026-03-29T02:05:00.910832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.006084Z","time spent":"1.904744116s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:05:00.910834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261950758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:00.910834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618126059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:00.910894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564237248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:00.910914Z","caller":"traceutil/trace.go:171","msg":"trace[1331224278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3019; }","duration":"1.56429493s","start":"2026-03-29T02:04:59.346613Z","end":"2026-03-29T02:05:00.910908Z","steps":["trace[1331224278] 'agreement among raft nodes before linearized reading' (duration: 1.564260709s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.910912Z","caller":"traceutil/trace.go:171","msg":"trace[1092441097] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3019; }","duration":"2.262034611s","start":"2026-03-29T02:04:58.648847Z","end":"2026-03-29T02:05:00.910881Z","steps":["trace[1092441097] 'agreement among raft nodes before linearized reading' (duration: 2.261907618s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.910932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.346592Z","time spent":"1.564332731s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.910939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949025174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:00.911013Z","caller":"traceutil/trace.go:171","msg":"trace[125939545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3019; }","duration":"1.949113436s","start":"2026-03-29T02:04:58.961882Z","end":"2026-03-29T02:05:00.910995Z","steps":["trace[125939545] 'agreement among raft nodes before linearized reading' (duration: 1.948982223s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.770035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:05:00.910831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145361366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:00.911056Z","caller":"traceutil/trace.go:171","msg":"trace[317610071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3019; }","duration":"755.825937ms","start":"2026-03-29T02:05:00.155224Z","end":"2026-03-29T02:05:00.91105Z","steps":["trace[317610071] 'agreement among raft nodes before linearized reading' (duration: 755.792586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60279898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:05:00.911096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260948411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-29T02:05:00.911091Z","caller":"traceutil/trace.go:171","msg":"trace[230542265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3019; }","duration":"3.145669325s","start":"2026-03-29T02:04:57.765398Z","end":"2026-03-29T02:05:00.911067Z","steps":["trace[230542265] 'agreement among raft nodes before linearized reading' (duration: 3.145303845s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101580523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:05:00.911108Z","caller":"traceutil/trace.go:171","msg":"trace[1285323784] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:3019; }","duration":"1.602886763s","start":"2026-03-29T02:04:59.308205Z","end":"2026-03-29T02:05:00.911092Z","steps":["trace[1285323784] 'agreement among raft nodes before linearized reading' (duration: 1.602739339s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.911141Z","caller":"traceutil/trace.go:171","msg":"trace[136723445] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3019; }","duration":"2.261001373s","start":"2026-03-29T02:04:58.650126Z","end":"2026-03-29T02:05:00.911127Z","steps":["trace[136723445] 'agreement among raft nodes before linearized reading' (duration: 2.260865899s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.91116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.76533Z","time spent":"3.145807908s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:00.910965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.648833Z","time spent":"2.262118173s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:05:00.910915Z","caller":"traceutil/trace.go:171","msg":"trace[1952876865] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3019; }","duration":"1.618274013s","start":"2026-03-29T02:04:59.292623Z","end":"2026-03-29T02:05:00.910897Z","steps":["trace[1952876865] 'agreement among raft nodes before linearized reading' (duration: 1.618024646s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.30819Z","time spent":"1.602969675s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-29T02:05:00.911148Z","caller":"traceutil/trace.go:171","msg":"trace[264162462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3019; }","duration":"3.101658444s","start":"2026-03-29T02:04:57.809482Z","end":"2026-03-29T02:05:00.91114Z","steps":["trace[264162462] 'agreement among raft nodes before linearized reading' (duration: 3.101591702s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.155186Z","time spent":"755.885498ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:05:00.911212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:59.292601Z","time spent":"1.618603112s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":19,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.911219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.809454Z","time spent":"3.101758747s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:05:00.911183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.650117Z","time spent":"2.261055044s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-29T02:05:00.911059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.961844Z","time spent":"1.949202429s","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:00.911324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889941448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-29T02:05:00.911681Z","caller":"traceutil/trace.go:171","msg":"trace[1791005629] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3019; }","duration":"2.890324098s","start":"2026-03-29T02:04:58.021336Z","end":"2026-03-29T02:05:00.91166Z","steps":["trace[1791005629] 'agreement among raft nodes before linearized reading' (duration: 2.889489476s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.911718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:58.021322Z","time spent":"2.890386641s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:05:00.911712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101368666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:05:00.911764Z","caller":"traceutil/trace.go:171","msg":"trace[996966407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3019; }","duration":"3.101441439s","start":"2026-03-29T02:04:57.810304Z","end":"2026-03-29T02:05:00.911746Z","steps":["trace[996966407] 'agreement among raft nodes before linearized reading' (duration: 3.100567555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:00.9118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:57.810261Z","time spent":"3.101531271s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:05:01.250581Z","caller":"traceutil/trace.go:171","msg":"trace[78440338] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3149; }","duration":"336.030686ms","start":"2026-03-29T02:05:00.914525Z","end":"2026-03-29T02:05:01.250555Z","steps":["trace[78440338] 'read index received' (duration: 320.916703ms)","trace[78440338] 'applied index is now lower than readState.Index' (duration: 15.112653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:01.250621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.912597Z","time spent":"338.016301ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:05:01.250888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.300323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:05:01.250993Z","caller":"traceutil/trace.go:171","msg":"trace[1533533722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e80962a-96eb-4620-ba2f-228133d4dce4; range_end:; response_count:1; response_revision:3019; }","duration":"336.463658ms","start":"2026-03-29T02:05:00.914504Z","end":"2026-03-29T02:05:01.250967Z","steps":["trace[1533533722] 'agreement among raft nodes before linearized reading' (duration: 336.184311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.251042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.914494Z","time spent":"336.53739ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1324,"request content":"key:\"/registry/persistentvolumes/pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" "} {"level":"info","ts":"2026-03-29T02:05:01.291481Z","caller":"traceutil/trace.go:171","msg":"trace[1093727907] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"376.188352ms","start":"2026-03-29T02:05:00.915271Z","end":"2026-03-29T02:05:01.29146Z","steps":["trace[1093727907] 'process raft request' (duration: 376.12837ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:01.291562Z","caller":"traceutil/trace.go:171","msg":"trace[1910989856] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"376.759687ms","start":"2026-03-29T02:05:00.914784Z","end":"2026-03-29T02:05:01.291544Z","steps":["trace[1910989856] 'process raft request' (duration: 376.390367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.29161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.915259Z","time spent":"376.287224ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:01.291575Z","caller":"traceutil/trace.go:171","msg":"trace[1762084943] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"376.312025ms","start":"2026-03-29T02:05:00.915228Z","end":"2026-03-29T02:05:01.29154Z","steps":["trace[1762084943] 'process raft request' (duration: 376.14071ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:01.29186Z","caller":"traceutil/trace.go:171","msg":"trace[970553961] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"376.546781ms","start":"2026-03-29T02:05:00.915297Z","end":"2026-03-29T02:05:01.291843Z","steps":["trace[970553961] 'process raft request' (duration: 376.12993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.291902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.914758Z","time spent":"376.887291ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:01.292029Z","caller":"traceutil/trace.go:171","msg":"trace[453967130] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"314.632143ms","start":"2026-03-29T02:05:00.977379Z","end":"2026-03-29T02:05:01.292011Z","steps":["trace[453967130] 'process raft request' (duration: 314.581081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.780186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:01.292212Z","caller":"traceutil/trace.go:171","msg":"trace[1763587557] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3028; }","duration":"340.850798ms","start":"2026-03-29T02:05:00.951351Z","end":"2026-03-29T02:05:01.292201Z","steps":["trace[1763587557] 'agreement among raft nodes before linearized reading' (duration: 340.776116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.951332Z","time spent":"340.908739ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":19,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:05:01.29222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.915218Z","time spent":"376.616403ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:01.292313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.977359Z","time spent":"314.843628ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:01.292391Z","caller":"traceutil/trace.go:171","msg":"trace[296705932] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"376.234303ms","start":"2026-03-29T02:05:00.916147Z","end":"2026-03-29T02:05:01.292381Z","steps":["trace[296705932] 'process raft request' (duration: 375.76744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.916139Z","time spent":"376.283414ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:01.29194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.915263Z","time spent":"376.641084ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:01.291909Z","caller":"traceutil/trace.go:171","msg":"trace[1000565019] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"376.276934ms","start":"2026-03-29T02:05:00.915602Z","end":"2026-03-29T02:05:01.291879Z","steps":["trace[1000565019] 'process raft request' (duration: 376.055698ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:01.292546Z","caller":"traceutil/trace.go:171","msg":"trace[553146884] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"376.922432ms","start":"2026-03-29T02:05:00.915614Z","end":"2026-03-29T02:05:01.292536Z","steps":["trace[553146884] 'process raft request' (duration: 376.188632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.915593Z","time spent":"376.958432ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:01.292596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.915606Z","time spent":"376.960763ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:01.292102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.380064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:05:01.29269Z","caller":"traceutil/trace.go:171","msg":"trace[1247365580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3028; }","duration":"377.981181ms","start":"2026-03-29T02:05:00.914698Z","end":"2026-03-29T02:05:01.292679Z","steps":["trace[1247365580] 'agreement among raft nodes before linearized reading' (duration: 377.297752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.081696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-29T02:05:01.292725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.914661Z","time spent":"378.054993ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:05:01.292737Z","caller":"traceutil/trace.go:171","msg":"trace[655687436] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3028; }","duration":"377.505597ms","start":"2026-03-29T02:05:00.915221Z","end":"2026-03-29T02:05:01.292727Z","steps":["trace[655687436] 'agreement among raft nodes before linearized reading' (duration: 377.053625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.292767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.91521Z","time spent":"377.548349ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-29T02:05:01.291508Z","caller":"traceutil/trace.go:171","msg":"trace[796851524] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"376.522861ms","start":"2026-03-29T02:05:00.914949Z","end":"2026-03-29T02:05:01.291472Z","steps":["trace[796851524] 'process raft request' (duration: 376.364937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:01.293255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.914931Z","time spent":"378.263418ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:02.663231Z","caller":"traceutil/trace.go:171","msg":"trace[1748360685] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"122.187913ms","start":"2026-03-29T02:05:02.541Z","end":"2026-03-29T02:05:02.663188Z","steps":["trace[1748360685] 'process raft request' (duration: 121.089113ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.421603Z","caller":"traceutil/trace.go:171","msg":"trace[2118191662] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"107.247166ms","start":"2026-03-29T02:05:03.314329Z","end":"2026-03-29T02:05:03.421576Z","steps":["trace[2118191662] 'process raft request' (duration: 107.154643ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.421653Z","caller":"traceutil/trace.go:171","msg":"trace[1842707635] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"107.316857ms","start":"2026-03-29T02:05:03.314291Z","end":"2026-03-29T02:05:03.421608Z","steps":["trace[1842707635] 'process raft request' (duration: 106.232188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.421989Z","caller":"traceutil/trace.go:171","msg":"trace[659823151] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"107.578365ms","start":"2026-03-29T02:05:03.314387Z","end":"2026-03-29T02:05:03.421965Z","steps":["trace[659823151] 'process raft request' (duration: 107.154654ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.422085Z","caller":"traceutil/trace.go:171","msg":"trace[968944519] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"107.638866ms","start":"2026-03-29T02:05:03.314428Z","end":"2026-03-29T02:05:03.422067Z","steps":["trace[968944519] 'process raft request' (duration: 107.382659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.422208Z","caller":"traceutil/trace.go:171","msg":"trace[261363932] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"107.649227ms","start":"2026-03-29T02:05:03.31453Z","end":"2026-03-29T02:05:03.422179Z","steps":["trace[261363932] 'process raft request' (duration: 107.39406ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:03.422386Z","caller":"traceutil/trace.go:171","msg":"trace[841513895] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"107.348148ms","start":"2026-03-29T02:05:03.315018Z","end":"2026-03-29T02:05:03.422367Z","steps":["trace[841513895] 'process raft request' (duration: 107.071351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:17.887798Z","caller":"traceutil/trace.go:171","msg":"trace[470761481] linearizableReadLoop","detail":"{readStateIndex:3955; appliedIndex:3954; }","duration":"141.380828ms","start":"2026-03-29T02:07:17.746392Z","end":"2026-03-29T02:07:17.887772Z","steps":["trace[470761481] 'read index received' (duration: 141.130602ms)","trace[470761481] 'applied index is now lower than readState.Index' (duration: 248.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:17.888014Z","caller":"traceutil/trace.go:171","msg":"trace[590860251] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"189.808573ms","start":"2026-03-29T02:07:17.698169Z","end":"2026-03-29T02:07:17.887977Z","steps":["trace[590860251] 'process raft request' (duration: 189.446593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:17.88805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.633865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:07:17.888252Z","caller":"traceutil/trace.go:171","msg":"trace[1401038819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3790; }","duration":"141.878072ms","start":"2026-03-29T02:07:17.746357Z","end":"2026-03-29T02:07:17.888235Z","steps":["trace[1401038819] 'agreement among raft nodes before linearized reading' (duration: 141.569044ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:43.085282Z","caller":"traceutil/trace.go:171","msg":"trace[2136126150] linearizableReadLoop","detail":"{readStateIndex:4235; appliedIndex:4234; }","duration":"118.234084ms","start":"2026-03-29T02:07:42.967022Z","end":"2026-03-29T02:07:43.085256Z","steps":["trace[2136126150] 'read index received' (duration: 84.0715ms)","trace[2136126150] 'applied index is now lower than readState.Index' (duration: 34.161894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:43.085473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.417599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-29T02:07:43.0855Z","caller":"traceutil/trace.go:171","msg":"trace[1751772594] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"121.991277ms","start":"2026-03-29T02:07:42.963381Z","end":"2026-03-29T02:07:43.085372Z","steps":["trace[1751772594] 'process raft request' (duration: 87.656778ms)","trace[1751772594] 'compare' (duration: 34.086473ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:07:43.08561Z","caller":"traceutil/trace.go:171","msg":"trace[456187126] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4065; }","duration":"118.544503ms","start":"2026-03-29T02:07:42.967006Z","end":"2026-03-29T02:07:43.08555Z","steps":["trace[456187126] 'agreement among raft nodes before linearized reading' (duration: 118.361298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:48.963407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.391168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:48.963504Z","caller":"traceutil/trace.go:171","msg":"trace[1254245806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4098; }","duration":"126.525092ms","start":"2026-03-29T02:07:48.836951Z","end":"2026-03-29T02:07:48.963476Z","steps":["trace[1254245806] 'range keys from in-memory index tree' (duration: 126.259315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:54.648845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354395138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:07:55.078193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005666573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:07:55.078717Z","caller":"traceutil/trace.go:171","msg":"trace[1468358035] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"1.00627823s","start":"2026-03-29T02:07:54.072403Z","end":"2026-03-29T02:07:55.078682Z","steps":["trace[1468358035] 'process raft request' (duration: 1.006042043s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:55.078953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.072378Z","time spent":"1.006439523s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:55.979483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.994097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:07:55.979578Z","caller":"traceutil/trace.go:171","msg":"trace[841089044] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"1.892723203s","start":"2026-03-29T02:07:54.086841Z","end":"2026-03-29T02:07:55.979564Z","steps":["trace[841089044] 'process raft request' (duration: 1.196596782s)","trace[841089044] 'compare' (duration: 695.71471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:55.979734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.086814Z","time spent":"1.892785304s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:56.081413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.828884ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:07:56.081772Z","caller":"traceutil/trace.go:171","msg":"trace[556288468] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"655.288464ms","start":"2026-03-29T02:07:55.426461Z","end":"2026-03-29T02:07:56.081749Z","steps":["trace[556288468] 'process raft request' (duration: 655.107909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:07:56.081758Z","caller":"traceutil/trace.go:171","msg":"trace[1370107474] linearizableReadLoop","detail":"{readStateIndex:4291; appliedIndex:4289; }","duration":"1.93322894s","start":"2026-03-29T02:07:54.148484Z","end":"2026-03-29T02:07:56.081713Z","steps":["trace[1370107474] 'read index received' (duration: 930.002524ms)","trace[1370107474] 'applied index is now lower than readState.Index' (duration: 1.003223616s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:07:56.081921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:55.426419Z","time spent":"655.414917ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:07:56.082189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933495987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:07:56.082258Z","caller":"traceutil/trace.go:171","msg":"trace[72717019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4120; }","duration":"1.933803246s","start":"2026-03-29T02:07:54.148437Z","end":"2026-03-29T02:07:56.08224Z","steps":["trace[72717019] 'agreement among raft nodes before linearized reading' (duration: 1.933463536s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.148417Z","time spent":"1.933888457s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:07:56.082383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714230883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:07:56.082534Z","caller":"traceutil/trace.go:171","msg":"trace[1119227116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4120; }","duration":"1.714409488s","start":"2026-03-29T02:07:54.368096Z","end":"2026-03-29T02:07:56.082506Z","steps":["trace[1119227116] 'agreement among raft nodes before linearized reading' (duration: 1.71412327s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.487273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:07:56.082586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.368083Z","time spent":"1.71449363s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:07:56.082614Z","caller":"traceutil/trace.go:171","msg":"trace[1132941136] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4120; }","duration":"458.605837ms","start":"2026-03-29T02:07:55.623986Z","end":"2026-03-29T02:07:56.082592Z","steps":["trace[1132941136] 'agreement among raft nodes before linearized reading' (duration: 458.412422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130844205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:07:56.082654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:55.623956Z","time spent":"458.685749ms","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:07:56.082718Z","caller":"traceutil/trace.go:171","msg":"trace[884854325] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4120; }","duration":"1.131006579s","start":"2026-03-29T02:07:54.951684Z","end":"2026-03-29T02:07:56.082691Z","steps":["trace[884854325] 'agreement among raft nodes before linearized reading' (duration: 1.130833274s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.650498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:07:56.082266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904500405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:07:56.082777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71522532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:07:56.082875Z","caller":"traceutil/trace.go:171","msg":"trace[599846809] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4120; }","duration":"1.905121062s","start":"2026-03-29T02:07:54.177721Z","end":"2026-03-29T02:07:56.082842Z","steps":["trace[599846809] 'agreement among raft nodes before linearized reading' (duration: 1.904494785s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723935698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:07:56.082933Z","caller":"traceutil/trace.go:171","msg":"trace[2068643470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4120; }","duration":"1.723976869s","start":"2026-03-29T02:07:54.358949Z","end":"2026-03-29T02:07:56.082925Z","steps":["trace[2068643470] 'agreement among raft nodes before linearized reading' (duration: 1.723836425s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.082936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524167927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:07:56.08296Z","caller":"traceutil/trace.go:171","msg":"trace[208656769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4120; }","duration":"1.715426365s","start":"2026-03-29T02:07:54.367493Z","end":"2026-03-29T02:07:56.082919Z","steps":["trace[208656769] 'agreement among raft nodes before linearized reading' (duration: 1.714893911s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.083053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716436634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:07:56.083067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.36748Z","time spent":"1.71557752s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:07:56.083085Z","caller":"traceutil/trace.go:171","msg":"trace[1352518603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4120; }","duration":"1.716493704s","start":"2026-03-29T02:07:54.366584Z","end":"2026-03-29T02:07:56.083078Z","steps":["trace[1352518603] 'agreement among raft nodes before linearized reading' (duration: 1.716392842s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.083106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.366566Z","time spent":"1.716535226s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:07:56.082369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031088768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:07:56.082965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410497479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:07:56.083232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720045102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:07:56.083243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717470002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:07:56.082759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.951636Z","time spent":"1.131113111s","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:07:56.083194Z","caller":"traceutil/trace.go:171","msg":"trace[836084470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4120; }","duration":"1.031956591s","start":"2026-03-29T02:07:55.05122Z","end":"2026-03-29T02:07:56.083176Z","steps":["trace[836084470] 'agreement among raft nodes before linearized reading' (duration: 1.031014625s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.083396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:55.051197Z","time spent":"1.032190058s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:07:56.082809Z","caller":"traceutil/trace.go:171","msg":"trace[7218563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4120; }","duration":"680.882403ms","start":"2026-03-29T02:07:55.401906Z","end":"2026-03-29T02:07:56.082788Z","steps":["trace[7218563] 'agreement among raft nodes before linearized reading' (duration: 680.610856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.08347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:55.401877Z","time spent":"681.569263ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:56.084505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728140913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:07:56.084571Z","caller":"traceutil/trace.go:171","msg":"trace[410908245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4120; }","duration":"1.728242366s","start":"2026-03-29T02:07:54.356314Z","end":"2026-03-29T02:07:56.084556Z","steps":["trace[410908245] 'agreement among raft nodes before linearized reading' (duration: 1.72657038s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.084608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.356294Z","time spent":"1.728296668s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:07:56.082947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.177706Z","time spent":"1.905220924s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:07:56.085291Z","caller":"traceutil/trace.go:171","msg":"trace[697375783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4120; }","duration":"1.717589105s","start":"2026-03-29T02:07:54.365725Z","end":"2026-03-29T02:07:56.083314Z","steps":["trace[697375783] 'agreement among raft nodes before linearized reading' (duration: 1.716498825s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.085362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.365705Z","time spent":"1.71963175s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:07:56.085445Z","caller":"traceutil/trace.go:171","msg":"trace[335966644] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4120; }","duration":"1.411478517s","start":"2026-03-29T02:07:54.671977Z","end":"2026-03-29T02:07:56.083456Z","steps":["trace[335966644] 'agreement among raft nodes before linearized reading' (duration: 1.410339826s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.085524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.67195Z","time spent":"1.413538663s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:07:56.082954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.358907Z","time spent":"1.724041161s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:07:56.082994Z","caller":"traceutil/trace.go:171","msg":"trace[326958383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:4120; }","duration":"1.5242653s","start":"2026-03-29T02:07:54.558716Z","end":"2026-03-29T02:07:56.082982Z","steps":["trace[326958383] 'agreement among raft nodes before linearized reading' (duration: 1.524085085s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.086109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.558656Z","time spent":"1.527433166s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:07:56.083314Z","caller":"traceutil/trace.go:171","msg":"trace[604133540] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4120; }","duration":"1.720142435s","start":"2026-03-29T02:07:54.36316Z","end":"2026-03-29T02:07:56.083303Z","steps":["trace[604133540] 'agreement among raft nodes before linearized reading' (duration: 1.719128247s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:07:56.08638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:07:54.36315Z","time spent":"1.723218219s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:08:22.493223Z","caller":"traceutil/trace.go:171","msg":"trace[726217796] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"112.168337ms","start":"2026-03-29T02:08:22.381019Z","end":"2026-03-29T02:08:22.493188Z","steps":["trace[726217796] 'process raft request' (duration: 40.289542ms)","trace[726217796] 'compare' (duration: 71.646988ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:08:22.493419Z","caller":"traceutil/trace.go:171","msg":"trace[1010539765] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"111.718134ms","start":"2026-03-29T02:08:22.381689Z","end":"2026-03-29T02:08:22.493407Z","steps":["trace[1010539765] 'process raft request' (duration: 111.424966ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:36.134734Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2542} {"level":"info","ts":"2026-03-29T02:08:36.23729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2542,"took":"101.424763ms","hash":1962389192,"current-db-size-bytes":41324544,"current-db-size":"41 MB","current-db-size-in-use-bytes":16502784,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-29T02:08:36.237358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1962389192,"revision":2542,"compact-revision":-1} {"level":"info","ts":"2026-03-29T02:08:44.750315Z","caller":"traceutil/trace.go:171","msg":"trace[636800673] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4456; }","duration":"103.050257ms","start":"2026-03-29T02:08:44.647214Z","end":"2026-03-29T02:08:44.750264Z","steps":["trace[636800673] 'process raft request' (duration: 90.779342ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:45.511045Z","caller":"traceutil/trace.go:171","msg":"trace[694818626] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4461; }","duration":"107.409607ms","start":"2026-03-29T02:08:45.40361Z","end":"2026-03-29T02:08:45.51102Z","steps":["trace[694818626] 'process raft request' (duration: 107.305624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:45.537854Z","caller":"traceutil/trace.go:171","msg":"trace[1277964146] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"122.90195ms","start":"2026-03-29T02:08:45.414931Z","end":"2026-03-29T02:08:45.537833Z","steps":["trace[1277964146] 'process raft request' (duration: 122.721545ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:08:48.681067Z","caller":"traceutil/trace.go:171","msg":"trace[994582141] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"119.498937ms","start":"2026-03-29T02:08:48.561532Z","end":"2026-03-29T02:08:48.681031Z","steps":["trace[994582141] 'process raft request' (duration: 119.233349ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:01.708803Z","caller":"traceutil/trace.go:171","msg":"trace[1236667330] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"137.117198ms","start":"2026-03-29T02:09:01.571655Z","end":"2026-03-29T02:09:01.708772Z","steps":["trace[1236667330] 'process raft request' (duration: 99.101499ms)","trace[1236667330] 'compare' (duration: 37.894366ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:04.655824Z","caller":"traceutil/trace.go:171","msg":"trace[1344447590] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"230.490591ms","start":"2026-03-29T02:09:04.425305Z","end":"2026-03-29T02:09:04.655796Z","steps":["trace[1344447590] 'process raft request' (duration: 230.333517ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:04.68045Z","caller":"traceutil/trace.go:171","msg":"trace[644500070] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"241.982115ms","start":"2026-03-29T02:09:04.438443Z","end":"2026-03-29T02:09:04.680425Z","steps":["trace[644500070] 'process raft request' (duration: 241.845011ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:07.899232Z","caller":"traceutil/trace.go:171","msg":"trace[1618949570] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4806; }","duration":"132.435829ms","start":"2026-03-29T02:09:07.766771Z","end":"2026-03-29T02:09:07.899207Z","steps":["trace[1618949570] 'read index received' (duration: 132.270625ms)","trace[1618949570] 'applied index is now lower than readState.Index' (duration: 164.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:07.89932Z","caller":"traceutil/trace.go:171","msg":"trace[1893925639] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"139.618815ms","start":"2026-03-29T02:09:07.759661Z","end":"2026-03-29T02:09:07.89928Z","steps":["trace[1893925639] 'process raft request' (duration: 139.342548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:07.899373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.581734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:07.899422Z","caller":"traceutil/trace.go:171","msg":"trace[1798176487] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4605; }","duration":"132.690077ms","start":"2026-03-29T02:09:07.766721Z","end":"2026-03-29T02:09:07.899411Z","steps":["trace[1798176487] 'agreement among raft nodes before linearized reading' (duration: 132.592624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:08.8227Z","caller":"traceutil/trace.go:171","msg":"trace[448308365] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"103.647914ms","start":"2026-03-29T02:09:08.718975Z","end":"2026-03-29T02:09:08.822623Z","steps":["trace[448308365] 'process raft request' (duration: 58.464018ms)","trace[448308365] 'compare' (duration: 45.047332ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:09.571603Z","caller":"traceutil/trace.go:171","msg":"trace[1195278472] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"101.425042ms","start":"2026-03-29T02:09:09.470148Z","end":"2026-03-29T02:09:09.571573Z","steps":["trace[1195278472] 'read index received' (duration: 101.038962ms)","trace[1195278472] 'applied index is now lower than readState.Index' (duration: 384.68µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:09.571723Z","caller":"traceutil/trace.go:171","msg":"trace[653933476] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"118.259073ms","start":"2026-03-29T02:09:09.453422Z","end":"2026-03-29T02:09:09.571681Z","steps":["trace[653933476] 'process raft request' (duration: 117.79006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:09.571768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.595848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:09.572051Z","caller":"traceutil/trace.go:171","msg":"trace[458111403] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4887; }","duration":"101.885725ms","start":"2026-03-29T02:09:09.470099Z","end":"2026-03-29T02:09:09.571985Z","steps":["trace[458111403] 'agreement among raft nodes before linearized reading' (duration: 101.609618ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:10.147187Z","caller":"traceutil/trace.go:171","msg":"trace[592848396] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"229.993378ms","start":"2026-03-29T02:09:09.917167Z","end":"2026-03-29T02:09:10.14716Z","steps":["trace[592848396] 'process raft request' (duration: 198.892077ms)","trace[592848396] 'compare' (duration: 30.992038ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:10.147856Z","caller":"traceutil/trace.go:171","msg":"trace[1764346163] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"224.160999ms","start":"2026-03-29T02:09:09.923662Z","end":"2026-03-29T02:09:10.147823Z","steps":["trace[1764346163] 'process raft request' (duration: 223.900081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:10.147915Z","caller":"traceutil/trace.go:171","msg":"trace[298629922] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"204.210342ms","start":"2026-03-29T02:09:09.943672Z","end":"2026-03-29T02:09:10.147883Z","steps":["trace[298629922] 'process raft request' (duration: 204.039388ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:10.147955Z","caller":"traceutil/trace.go:171","msg":"trace[663040895] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"162.671387ms","start":"2026-03-29T02:09:09.985245Z","end":"2026-03-29T02:09:10.147916Z","steps":["trace[663040895] 'process raft request' (duration: 162.548534ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:10.148024Z","caller":"traceutil/trace.go:171","msg":"trace[65254426] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"111.787136ms","start":"2026-03-29T02:09:10.036225Z","end":"2026-03-29T02:09:10.148012Z","steps":["trace[65254426] 'process raft request' (duration: 111.626801ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:10.788015Z","caller":"traceutil/trace.go:171","msg":"trace[1092171402] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"136.739688ms","start":"2026-03-29T02:09:10.651248Z","end":"2026-03-29T02:09:10.787987Z","steps":["trace[1092171402] 'read index received' (duration: 136.605575ms)","trace[1092171402] 'applied index is now lower than readState.Index' (duration: 132.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:10.788096Z","caller":"traceutil/trace.go:171","msg":"trace[41091177] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"152.608282ms","start":"2026-03-29T02:09:10.635447Z","end":"2026-03-29T02:09:10.788055Z","steps":["trace[41091177] 'process raft request' (duration: 152.363285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:10.788436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.111948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:10.788912Z","caller":"traceutil/trace.go:171","msg":"trace[444678235] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4930; }","duration":"137.684724ms","start":"2026-03-29T02:09:10.651203Z","end":"2026-03-29T02:09:10.788888Z","steps":["trace[444678235] 'agreement among raft nodes before linearized reading' (duration: 136.900992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:10.796881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.709104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-8mfxb\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-03-29T02:09:10.797031Z","caller":"traceutil/trace.go:171","msg":"trace[689163417] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-8mfxb; range_end:; response_count:1; response_revision:4932; }","duration":"111.896529ms","start":"2026-03-29T02:09:10.685109Z","end":"2026-03-29T02:09:10.797006Z","steps":["trace[689163417] 'agreement among raft nodes before linearized reading' (duration: 111.401865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.41913Z","caller":"traceutil/trace.go:171","msg":"trace[550222972] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"497.685526ms","start":"2026-03-29T02:09:11.921416Z","end":"2026-03-29T02:09:12.419101Z","steps":["trace[550222972] 'process raft request' (duration: 497.269204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.419294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:11.921383Z","time spent":"497.82044ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:12.600278Z","caller":"traceutil/trace.go:171","msg":"trace[569433878] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"174.923942ms","start":"2026-03-29T02:09:12.425327Z","end":"2026-03-29T02:09:12.600251Z","steps":["trace[569433878] 'read index received' (duration: 174.699026ms)","trace[569433878] 'applied index is now lower than readState.Index' (duration: 223.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:12.600356Z","caller":"traceutil/trace.go:171","msg":"trace[129443863] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"177.898154ms","start":"2026-03-29T02:09:12.422408Z","end":"2026-03-29T02:09:12.600306Z","steps":["trace[129443863] 'process raft request' (duration: 177.642937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.600523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.17918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-29T02:09:12.60057Z","caller":"traceutil/trace.go:171","msg":"trace[61380414] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4961; }","duration":"175.271341ms","start":"2026-03-29T02:09:12.425285Z","end":"2026-03-29T02:09:12.600556Z","steps":["trace[61380414] 'agreement among raft nodes before linearized reading' (duration: 175.090736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.746787Z","caller":"traceutil/trace.go:171","msg":"trace[1446847781] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"318.61115ms","start":"2026-03-29T02:09:12.428152Z","end":"2026-03-29T02:09:12.746764Z","steps":["trace[1446847781] 'process raft request' (duration: 286.895373ms)","trace[1446847781] 'compare' (duration: 31.43123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:12.7469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:12.428106Z","time spent":"318.738914ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:12.746945Z","caller":"traceutil/trace.go:171","msg":"trace[1740615904] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"315.841794ms","start":"2026-03-29T02:09:12.431068Z","end":"2026-03-29T02:09:12.746909Z","steps":["trace[1740615904] 'process raft request' (duration: 315.631369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.747127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:12.431042Z","time spent":"315.985929ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:12.747214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.419715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:12.747265Z","caller":"traceutil/trace.go:171","msg":"trace[1356370284] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4963; }","duration":"318.490527ms","start":"2026-03-29T02:09:12.42876Z","end":"2026-03-29T02:09:12.747251Z","steps":["trace[1356370284] 'agreement among raft nodes before linearized reading' (duration: 318.405534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.747307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:12.428748Z","time spent":"318.550619ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-29T02:09:12.747553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.037435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-4wdwh\" ","response":"range_response_count:1 size:5047"} {"level":"info","ts":"2026-03-29T02:09:12.747729Z","caller":"traceutil/trace.go:171","msg":"trace[1439475217] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-7d58f4b66c-4wdwh; range_end:; response_count:1; response_revision:4963; }","duration":"265.294113ms","start":"2026-03-29T02:09:12.482401Z","end":"2026-03-29T02:09:12.747695Z","steps":["trace[1439475217] 'agreement among raft nodes before linearized reading' (duration: 264.668706ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.747117Z","caller":"traceutil/trace.go:171","msg":"trace[1319236197] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5170; }","duration":"146.69924ms","start":"2026-03-29T02:09:12.600347Z","end":"2026-03-29T02:09:12.747046Z","steps":["trace[1319236197] 'read index received' (duration: 114.678384ms)","trace[1319236197] 'applied index is now lower than readState.Index' (duration: 32.019766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:12.748053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.289259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:12.748097Z","caller":"traceutil/trace.go:171","msg":"trace[1070065813] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4963; }","duration":"116.352141ms","start":"2026-03-29T02:09:12.631731Z","end":"2026-03-29T02:09:12.748083Z","steps":["trace[1070065813] 'agreement among raft nodes before linearized reading' (duration: 116.28794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.749291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.981779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:09:12.749405Z","caller":"traceutil/trace.go:171","msg":"trace[143299715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4963; }","duration":"128.148593ms","start":"2026-03-29T02:09:12.621231Z","end":"2026-03-29T02:09:12.74938Z","steps":["trace[143299715] 'agreement among raft nodes before linearized reading' (duration: 126.687103ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.891847Z","caller":"traceutil/trace.go:171","msg":"trace[1386299362] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"138.397703ms","start":"2026-03-29T02:09:12.753431Z","end":"2026-03-29T02:09:12.891828Z","steps":["trace[1386299362] 'read index received' (duration: 41.463343ms)","trace[1386299362] 'applied index is now lower than readState.Index' (duration: 96.93379ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:12.891912Z","caller":"traceutil/trace.go:171","msg":"trace[957904465] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"139.022851ms","start":"2026-03-29T02:09:12.752867Z","end":"2026-03-29T02:09:12.89189Z","steps":["trace[957904465] 'process raft request' (duration: 138.590449ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.891966Z","caller":"traceutil/trace.go:171","msg":"trace[1988589136] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"137.786577ms","start":"2026-03-29T02:09:12.754137Z","end":"2026-03-29T02:09:12.891924Z","steps":["trace[1988589136] 'process raft request' (duration: 137.633852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.892068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.6156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15521"} {"level":"info","ts":"2026-03-29T02:09:12.892118Z","caller":"traceutil/trace.go:171","msg":"trace[2076499722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4966; }","duration":"138.708262ms","start":"2026-03-29T02:09:12.753398Z","end":"2026-03-29T02:09:12.892106Z","steps":["trace[2076499722] 'agreement among raft nodes before linearized reading' (duration: 138.521586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.963929Z","caller":"traceutil/trace.go:171","msg":"trace[764326724] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"162.714648ms","start":"2026-03-29T02:09:12.801173Z","end":"2026-03-29T02:09:12.963888Z","steps":["trace[764326724] 'process raft request' (duration: 162.337358ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:12.964291Z","caller":"traceutil/trace.go:171","msg":"trace[1564333967] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"150.804043ms","start":"2026-03-29T02:09:12.813471Z","end":"2026-03-29T02:09:12.964275Z","steps":["trace[1564333967] 'process raft request' (duration: 150.398871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:12.964755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.380094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:12.964836Z","caller":"traceutil/trace.go:171","msg":"trace[809724907] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4968; }","duration":"164.526627ms","start":"2026-03-29T02:09:12.80029Z","end":"2026-03-29T02:09:12.964816Z","steps":["trace[809724907] 'agreement among raft nodes before linearized reading' (duration: 164.022034ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.360129Z","caller":"traceutil/trace.go:171","msg":"trace[1720110712] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5204; }","duration":"112.685421ms","start":"2026-03-29T02:09:13.247421Z","end":"2026-03-29T02:09:13.360106Z","steps":["trace[1720110712] 'read index received' (duration: 46.402308ms)","trace[1720110712] 'applied index is now lower than readState.Index' (duration: 66.281953ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:13.360187Z","caller":"traceutil/trace.go:171","msg":"trace[1717810395] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"116.929587ms","start":"2026-03-29T02:09:13.243224Z","end":"2026-03-29T02:09:13.360154Z","steps":["trace[1717810395] 'process raft request' (duration: 114.543012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.360278Z","caller":"traceutil/trace.go:171","msg":"trace[999642051] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"117.432271ms","start":"2026-03-29T02:09:13.242814Z","end":"2026-03-29T02:09:13.360246Z","steps":["trace[999642051] 'process raft request' (duration: 117.225215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:13.360378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.946168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-29T02:09:13.360563Z","caller":"traceutil/trace.go:171","msg":"trace[1841171270] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4998; }","duration":"113.183744ms","start":"2026-03-29T02:09:13.247351Z","end":"2026-03-29T02:09:13.360535Z","steps":["trace[1841171270] 'agreement among raft nodes before linearized reading' (duration: 112.856055ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.422514Z","caller":"traceutil/trace.go:171","msg":"trace[852154085] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"124.797652ms","start":"2026-03-29T02:09:13.297685Z","end":"2026-03-29T02:09:13.422483Z","steps":["trace[852154085] 'process raft request' (duration: 124.595066ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.422793Z","caller":"traceutil/trace.go:171","msg":"trace[330537532] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"124.387221ms","start":"2026-03-29T02:09:13.298374Z","end":"2026-03-29T02:09:13.422762Z","steps":["trace[330537532] 'process raft request' (duration: 124.051001ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.422919Z","caller":"traceutil/trace.go:171","msg":"trace[908346614] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"122.015185ms","start":"2026-03-29T02:09:13.300878Z","end":"2026-03-29T02:09:13.422893Z","steps":["trace[908346614] 'process raft request' (duration: 121.605944ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.579204Z","caller":"traceutil/trace.go:171","msg":"trace[112630835] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"114.443329ms","start":"2026-03-29T02:09:13.464708Z","end":"2026-03-29T02:09:13.579151Z","steps":["trace[112630835] 'process raft request' (duration: 114.184942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:13.57923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.123615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:09:13.579314Z","caller":"traceutil/trace.go:171","msg":"trace[2098950633] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5008; }","duration":"146.238518ms","start":"2026-03-29T02:09:13.433056Z","end":"2026-03-29T02:09:13.579294Z","steps":["trace[2098950633] 'agreement among raft nodes before linearized reading' (duration: 145.994171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:13.579404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.099516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15521"} {"level":"info","ts":"2026-03-29T02:09:13.579514Z","caller":"traceutil/trace.go:171","msg":"trace[1673131107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5008; }","duration":"115.268421ms","start":"2026-03-29T02:09:13.464219Z","end":"2026-03-29T02:09:13.579487Z","steps":["trace[1673131107] 'agreement among raft nodes before linearized reading' (duration: 114.897961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:13.579511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.141282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11918"} {"level":"warn","ts":"2026-03-29T02:09:13.579562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.531842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61414"} {"level":"info","ts":"2026-03-29T02:09:13.579635Z","caller":"traceutil/trace.go:171","msg":"trace[2056015036] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5008; }","duration":"140.277105ms","start":"2026-03-29T02:09:13.439322Z","end":"2026-03-29T02:09:13.579599Z","steps":["trace[2056015036] 'agreement among raft nodes before linearized reading' (duration: 139.918025ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:13.57967Z","caller":"traceutil/trace.go:171","msg":"trace[189950887] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5008; }","duration":"140.706957ms","start":"2026-03-29T02:09:13.438923Z","end":"2026-03-29T02:09:13.57963Z","steps":["trace[189950887] 'agreement among raft nodes before linearized reading' (duration: 140.353927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:14.201603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.545483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-29T02:09:14.20171Z","caller":"traceutil/trace.go:171","msg":"trace[1109769494] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5031; }","duration":"181.699557ms","start":"2026-03-29T02:09:14.019991Z","end":"2026-03-29T02:09:14.20169Z","steps":["trace[1109769494] 'range keys from in-memory index tree' (duration: 181.373078ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:14.201776Z","caller":"traceutil/trace.go:171","msg":"trace[385262092] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5240; }","duration":"125.749658ms","start":"2026-03-29T02:09:14.076014Z","end":"2026-03-29T02:09:14.201764Z","steps":["trace[385262092] 'read index received' (duration: 125.582313ms)","trace[385262092] 'applied index is now lower than readState.Index' (duration: 166.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:14.201859Z","caller":"traceutil/trace.go:171","msg":"trace[384195988] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"176.687201ms","start":"2026-03-29T02:09:14.025143Z","end":"2026-03-29T02:09:14.20183Z","steps":["trace[384195988] 'process raft request' (duration: 176.471055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:14.201901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.884031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-29T02:09:14.202599Z","caller":"traceutil/trace.go:171","msg":"trace[1063910280] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5032; }","duration":"125.943603ms","start":"2026-03-29T02:09:14.075974Z","end":"2026-03-29T02:09:14.201918Z","steps":["trace[1063910280] 'agreement among raft nodes before linearized reading' (duration: 125.868841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:14.4742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.932119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-29T02:09:14.474292Z","caller":"traceutil/trace.go:171","msg":"trace[908640958] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5033; }","duration":"116.055592ms","start":"2026-03-29T02:09:14.358215Z","end":"2026-03-29T02:09:14.47427Z","steps":["trace[908640958] 'agreement among raft nodes before linearized reading' (duration: 74.62256ms)","trace[908640958] 'range keys from in-memory index tree' (duration: 41.196246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:14.476065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.613785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76044"} {"level":"info","ts":"2026-03-29T02:09:14.476147Z","caller":"traceutil/trace.go:171","msg":"trace[211924120] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5034; }","duration":"117.715828ms","start":"2026-03-29T02:09:14.358413Z","end":"2026-03-29T02:09:14.476129Z","steps":["trace[211924120] 'agreement among raft nodes before linearized reading' (duration: 117.42243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:14.817909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.84001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-29T02:09:14.818088Z","caller":"traceutil/trace.go:171","msg":"trace[1955922030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e; range_end:; response_count:1; response_revision:5034; }","duration":"126.093317ms","start":"2026-03-29T02:09:14.691972Z","end":"2026-03-29T02:09:14.818066Z","steps":["trace[1955922030] 'range keys from in-memory index tree' (duration: 125.603813ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:15.321795Z","caller":"traceutil/trace.go:171","msg":"trace[738648676] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"106.015328ms","start":"2026-03-29T02:09:15.215762Z","end":"2026-03-29T02:09:15.321777Z","steps":["trace[738648676] 'process raft request' (duration: 64.73068ms)","trace[738648676] 'compare' (duration: 40.99534ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:15.778144Z","caller":"traceutil/trace.go:171","msg":"trace[662964424] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"214.413832ms","start":"2026-03-29T02:09:15.563708Z","end":"2026-03-29T02:09:15.778122Z","steps":["trace[662964424] 'process raft request' (duration: 214.283548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:15.809435Z","caller":"traceutil/trace.go:171","msg":"trace[1075017379] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"127.398523ms","start":"2026-03-29T02:09:15.682002Z","end":"2026-03-29T02:09:15.8094Z","steps":["trace[1075017379] 'process raft request' (duration: 127.114475ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:15.919736Z","caller":"traceutil/trace.go:171","msg":"trace[879747532] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"102.654166ms","start":"2026-03-29T02:09:15.817042Z","end":"2026-03-29T02:09:15.919696Z","steps":["trace[879747532] 'process raft request' (duration: 102.379239ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.39176Z","caller":"traceutil/trace.go:171","msg":"trace[784369168] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"162.929165ms","start":"2026-03-29T02:09:16.228805Z","end":"2026-03-29T02:09:16.391734Z","steps":["trace[784369168] 'process raft request' (duration: 99.217033ms)","trace[784369168] 'compare' (duration: 63.569828ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:16.674748Z","caller":"traceutil/trace.go:171","msg":"trace[861453046] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"194.368004ms","start":"2026-03-29T02:09:16.480354Z","end":"2026-03-29T02:09:16.674722Z","steps":["trace[861453046] 'process raft request' (duration: 186.842898ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.674908Z","caller":"traceutil/trace.go:171","msg":"trace[54952702] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5263; }","duration":"149.573289ms","start":"2026-03-29T02:09:16.525193Z","end":"2026-03-29T02:09:16.674766Z","steps":["trace[54952702] 'read index received' (duration: 142.014342ms)","trace[54952702] 'applied index is now lower than readState.Index' (duration: 7.557207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:16.674943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.727233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-29T02:09:16.675098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.635671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:16.675132Z","caller":"traceutil/trace.go:171","msg":"trace[1277310856] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5054; }","duration":"149.701383ms","start":"2026-03-29T02:09:16.52542Z","end":"2026-03-29T02:09:16.675121Z","steps":["trace[1277310856] 'agreement among raft nodes before linearized reading' (duration: 149.650201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.675089Z","caller":"traceutil/trace.go:171","msg":"trace[661327512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e; range_end:; response_count:1; response_revision:5054; }","duration":"149.927528ms","start":"2026-03-29T02:09:16.525144Z","end":"2026-03-29T02:09:16.675071Z","steps":["trace[661327512] 'agreement among raft nodes before linearized reading' (duration: 149.702892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:16.675334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.684892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12ddca1b697b0\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-29T02:09:16.675622Z","caller":"traceutil/trace.go:171","msg":"trace[1621119342] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a12ddca1b697b0; range_end:; response_count:1; response_revision:5054; }","duration":"105.033192ms","start":"2026-03-29T02:09:16.570573Z","end":"2026-03-29T02:09:16.675606Z","steps":["trace[1621119342] 'agreement among raft nodes before linearized reading' (duration: 104.60029ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.97613Z","caller":"traceutil/trace.go:171","msg":"trace[21614017] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"298.386938ms","start":"2026-03-29T02:09:16.677708Z","end":"2026-03-29T02:09:16.976095Z","steps":["trace[21614017] 'process raft request' (duration: 220.487668ms)","trace[21614017] 'compare' (duration: 77.751566ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:16.980665Z","caller":"traceutil/trace.go:171","msg":"trace[1861016389] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5264; }","duration":"270.344531ms","start":"2026-03-29T02:09:16.710295Z","end":"2026-03-29T02:09:16.980639Z","steps":["trace[1861016389] 'read index received' (duration: 187.902127ms)","trace[1861016389] 'applied index is now lower than readState.Index' (duration: 82.441184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:16.980852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.525676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:16.980846Z","caller":"traceutil/trace.go:171","msg":"trace[643079759] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"297.271277ms","start":"2026-03-29T02:09:16.683529Z","end":"2026-03-29T02:09:16.9808Z","steps":["trace[643079759] 'process raft request' (duration: 296.957698ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:16.98092Z","caller":"traceutil/trace.go:171","msg":"trace[1588481379] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5056; }","duration":"270.665399ms","start":"2026-03-29T02:09:16.710237Z","end":"2026-03-29T02:09:16.980902Z","steps":["trace[1588481379] 'agreement among raft nodes before linearized reading' (duration: 270.545756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:16.99082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.302153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:16.990895Z","caller":"traceutil/trace.go:171","msg":"trace[1024412576] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5057; }","duration":"280.429476ms","start":"2026-03-29T02:09:16.710451Z","end":"2026-03-29T02:09:16.990881Z","steps":["trace[1024412576] 'agreement among raft nodes before linearized reading' (duration: 280.266321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:16.991091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.62792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:16.991124Z","caller":"traceutil/trace.go:171","msg":"trace[251671604] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5057; }","duration":"119.691382ms","start":"2026-03-29T02:09:16.871427Z","end":"2026-03-29T02:09:16.991118Z","steps":["trace[251671604] 'agreement among raft nodes before linearized reading' (duration: 119.635461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:17.973181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.999116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:17.973289Z","caller":"traceutil/trace.go:171","msg":"trace[1262828964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5085; }","duration":"219.176192ms","start":"2026-03-29T02:09:17.754086Z","end":"2026-03-29T02:09:17.973262Z","steps":["trace[1262828964] 'count revisions from in-memory index tree' (duration: 218.898384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:17.973441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.337565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:09:17.973568Z","caller":"traceutil/trace.go:171","msg":"trace[1717489948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5085; }","duration":"148.50832ms","start":"2026-03-29T02:09:17.825036Z","end":"2026-03-29T02:09:17.973544Z","steps":["trace[1717489948] 'range keys from in-memory index tree' (duration: 148.156201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.199367Z","caller":"traceutil/trace.go:171","msg":"trace[325064166] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"214.924405ms","start":"2026-03-29T02:09:17.984408Z","end":"2026-03-29T02:09:18.199332Z","steps":["trace[325064166] 'read index received' (duration: 214.666198ms)","trace[325064166] 'applied index is now lower than readState.Index' (duration: 256.667µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:18.199478Z","caller":"traceutil/trace.go:171","msg":"trace[930254770] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"219.146301ms","start":"2026-03-29T02:09:17.980281Z","end":"2026-03-29T02:09:18.199427Z","steps":["trace[930254770] 'process raft request' (duration: 218.840563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:18.19968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.781201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-29T02:09:18.199726Z","caller":"traceutil/trace.go:171","msg":"trace[123582422] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f52f2d2-701c-42c7-87f1-32ff7a3f883e; range_end:; response_count:1; response_revision:5086; }","duration":"203.862483ms","start":"2026-03-29T02:09:17.995849Z","end":"2026-03-29T02:09:18.199711Z","steps":["trace[123582422] 'agreement among raft nodes before linearized reading' (duration: 203.679208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:18.199752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.300606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:09:18.199887Z","caller":"traceutil/trace.go:171","msg":"trace[549985537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5086; }","duration":"215.47866ms","start":"2026-03-29T02:09:17.984366Z","end":"2026-03-29T02:09:18.199844Z","steps":["trace[549985537] 'agreement among raft nodes before linearized reading' (duration: 215.128201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:18.199942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.31719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:18.200002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.12134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8aade5c7-aacf-41dc-9f43-56370246de03\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-29T02:09:18.200029Z","caller":"traceutil/trace.go:171","msg":"trace[918463762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8aade5c7-aacf-41dc-9f43-56370246de03; range_end:; response_count:1; response_revision:5086; }","duration":"204.171341ms","start":"2026-03-29T02:09:17.99585Z","end":"2026-03-29T02:09:18.200022Z","steps":["trace[918463762] 'agreement among raft nodes before linearized reading' (duration: 204.077929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.200024Z","caller":"traceutil/trace.go:171","msg":"trace[1861199172] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5086; }","duration":"116.514975ms","start":"2026-03-29T02:09:18.083469Z","end":"2026-03-29T02:09:18.199983Z","steps":["trace[1861199172] 'agreement among raft nodes before linearized reading' (duration: 116.278609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:18.199896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:09:18.200156Z","caller":"traceutil/trace.go:171","msg":"trace[1429795665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5086; }","duration":"129.789948ms","start":"2026-03-29T02:09:18.070347Z","end":"2026-03-29T02:09:18.200136Z","steps":["trace[1429795665] 'agreement among raft nodes before linearized reading' (duration: 129.294175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:18.444968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.695982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:18.444984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.007936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:18.445087Z","caller":"traceutil/trace.go:171","msg":"trace[2029952713] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5087; }","duration":"134.867447ms","start":"2026-03-29T02:09:18.310194Z","end":"2026-03-29T02:09:18.445061Z","steps":["trace[2029952713] 'range keys from in-memory index tree' (duration: 134.61248ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.445115Z","caller":"traceutil/trace.go:171","msg":"trace[1235439420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5087; }","duration":"107.226702ms","start":"2026-03-29T02:09:18.337862Z","end":"2026-03-29T02:09:18.445089Z","steps":["trace[1235439420] 'count revisions from in-memory index tree' (duration: 106.913703ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:18.76543Z","caller":"traceutil/trace.go:171","msg":"trace[600670524] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"122.984152ms","start":"2026-03-29T02:09:18.642399Z","end":"2026-03-29T02:09:18.765383Z","steps":["trace[600670524] 'process raft request' (duration: 62.254862ms)","trace[600670524] 'compare' (duration: 60.443302ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:20.378292Z","caller":"traceutil/trace.go:171","msg":"trace[212652231] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"127.429414ms","start":"2026-03-29T02:09:20.250832Z","end":"2026-03-29T02:09:20.378262Z","steps":["trace[212652231] 'process raft request' (duration: 127.229779ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:21.773222Z","caller":"traceutil/trace.go:171","msg":"trace[165641752] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"148.004666ms","start":"2026-03-29T02:09:21.625191Z","end":"2026-03-29T02:09:21.773195Z","steps":["trace[165641752] 'process raft request' (duration: 147.837602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:21.775425Z","caller":"traceutil/trace.go:171","msg":"trace[1758463714] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"150.050342ms","start":"2026-03-29T02:09:21.625353Z","end":"2026-03-29T02:09:21.775403Z","steps":["trace[1758463714] 'process raft request' (duration: 149.662601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.650637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.886636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:22.650919Z","caller":"traceutil/trace.go:171","msg":"trace[150328086] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"430.873399ms","start":"2026-03-29T02:09:22.220004Z","end":"2026-03-29T02:09:22.650878Z","steps":["trace[150328086] 'process raft request' (duration: 99.679295ms)","trace[150328086] 'compare' (duration: 330.66207ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:22.651027Z","caller":"traceutil/trace.go:171","msg":"trace[1603742101] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"428.35194ms","start":"2026-03-29T02:09:22.222642Z","end":"2026-03-29T02:09:22.650994Z","steps":["trace[1603742101] 'process raft request' (duration: 428.184976ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:22.651073Z","caller":"traceutil/trace.go:171","msg":"trace[493454675] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"410.282586ms","start":"2026-03-29T02:09:22.24077Z","end":"2026-03-29T02:09:22.651053Z","steps":["trace[493454675] 'process raft request' (duration: 410.239365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.651166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.22263Z","time spent":"428.471613ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:22.65115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.240764Z","time spent":"410.356288ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:22.651343Z","caller":"traceutil/trace.go:171","msg":"trace[235308036] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5374; }","duration":"413.547105ms","start":"2026-03-29T02:09:22.237778Z","end":"2026-03-29T02:09:22.651325Z","steps":["trace[235308036] 'read index received' (duration: 81.9233ms)","trace[235308036] 'applied index is now lower than readState.Index' (duration: 331.622015ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:22.651389Z","caller":"traceutil/trace.go:171","msg":"trace[627056222] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"431.104365ms","start":"2026-03-29T02:09:22.220272Z","end":"2026-03-29T02:09:22.651376Z","steps":["trace[627056222] 'process raft request' (duration: 430.496478ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:22.651371Z","caller":"traceutil/trace.go:171","msg":"trace[1437111366] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"411.486819ms","start":"2026-03-29T02:09:22.239853Z","end":"2026-03-29T02:09:22.651339Z","steps":["trace[1437111366] 'process raft request' (duration: 411.014586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.651457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.220261Z","time spent":"431.170447ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:22.651449Z","caller":"traceutil/trace.go:171","msg":"trace[1120039471] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"411.300264ms","start":"2026-03-29T02:09:22.240122Z","end":"2026-03-29T02:09:22.651422Z","steps":["trace[1120039471] 'process raft request' (duration: 410.835291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.651527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.240116Z","time spent":"411.381026ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:22.651524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.619472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:09:22.651569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.239834Z","time spent":"411.651624ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:22.651595Z","caller":"traceutil/trace.go:171","msg":"trace[1308492187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5167; }","duration":"212.743835ms","start":"2026-03-29T02:09:22.43883Z","end":"2026-03-29T02:09:22.651574Z","steps":["trace[1308492187] 'agreement among raft nodes before linearized reading' (duration: 212.637572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.651605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.933956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127119"} {"level":"info","ts":"2026-03-29T02:09:22.651652Z","caller":"traceutil/trace.go:171","msg":"trace[314640170] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5167; }","duration":"429.029758ms","start":"2026-03-29T02:09:22.222611Z","end":"2026-03-29T02:09:22.651641Z","steps":["trace[314640170] 'agreement among raft nodes before linearized reading' (duration: 428.820032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:22.651679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.222594Z","time spent":"429.07661ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127140,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:09:22.651084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.219976Z","time spent":"431.029673ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.000132Z","caller":"traceutil/trace.go:171","msg":"trace[1019815201] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"344.5931ms","start":"2026-03-29T02:09:22.655507Z","end":"2026-03-29T02:09:23.0001Z","steps":["trace[1019815201] 'process raft request' (duration: 344.302662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.000307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.655477Z","time spent":"344.740985ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:23.004032Z","caller":"traceutil/trace.go:171","msg":"trace[216611360] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"348.096016ms","start":"2026-03-29T02:09:22.655905Z","end":"2026-03-29T02:09:23.004001Z","steps":["trace[216611360] 'process raft request' (duration: 347.922771ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.004265Z","caller":"traceutil/trace.go:171","msg":"trace[1239232842] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"217.744593ms","start":"2026-03-29T02:09:22.786498Z","end":"2026-03-29T02:09:23.004243Z","steps":["trace[1239232842] 'process raft request' (duration: 217.564228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.004294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.292341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a12dde976f747a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-29T02:09:23.004217Z","caller":"traceutil/trace.go:171","msg":"trace[1579264478] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"347.467529ms","start":"2026-03-29T02:09:22.656724Z","end":"2026-03-29T02:09:23.004191Z","steps":["trace[1579264478] 'process raft request' (duration: 347.310265ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.004335Z","caller":"traceutil/trace.go:171","msg":"trace[1573089066] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.18a12dde976f747a; range_end:; response_count:1; response_revision:5175; }","duration":"348.629091ms","start":"2026-03-29T02:09:22.655692Z","end":"2026-03-29T02:09:23.004321Z","steps":["trace[1573089066] 'agreement among raft nodes before linearized reading' (duration: 348.493357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.004366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.65568Z","time spent":"348.677672ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":743,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18a12dde976f747a\" "} {"level":"info","ts":"2026-03-29T02:09:23.004044Z","caller":"traceutil/trace.go:171","msg":"trace[1046633115] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"348.075625ms","start":"2026-03-29T02:09:22.655938Z","end":"2026-03-29T02:09:23.004014Z","steps":["trace[1046633115] 'process raft request' (duration: 347.991493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.004419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.656715Z","time spent":"347.636644ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.00452Z","caller":"traceutil/trace.go:171","msg":"trace[1671078473] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"347.916061ms","start":"2026-03-29T02:09:22.656589Z","end":"2026-03-29T02:09:23.004505Z","steps":["trace[1671078473] 'process raft request' (duration: 347.421147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.004516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.655919Z","time spent":"348.524868ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:09:23.004331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.655888Z","time spent":"348.365054ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.004102Z","caller":"traceutil/trace.go:171","msg":"trace[272422713] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"347.714266ms","start":"2026-03-29T02:09:22.656363Z","end":"2026-03-29T02:09:23.004077Z","steps":["trace[272422713] 'process raft request' (duration: 347.600893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.004697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.656086Z","time spent":"348.578389ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.004135Z","caller":"traceutil/trace.go:171","msg":"trace[695732674] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5380; }","duration":"348.127827ms","start":"2026-03-29T02:09:22.655984Z","end":"2026-03-29T02:09:23.004112Z","steps":["trace[695732674] 'read index received' (duration: 343.769528ms)","trace[695732674] 'applied index is now lower than readState.Index' (duration: 4.357309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:23.004612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.65658Z","time spent":"347.982943ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.005074Z","caller":"traceutil/trace.go:171","msg":"trace[1132132982] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"347.703835ms","start":"2026-03-29T02:09:22.656406Z","end":"2026-03-29T02:09:23.00411Z","steps":["trace[1132132982] 'process raft request' (duration: 347.582152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.005523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.874028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:23.005585Z","caller":"traceutil/trace.go:171","msg":"trace[2123667958] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5176; }","duration":"250.975491ms","start":"2026-03-29T02:09:22.754579Z","end":"2026-03-29T02:09:23.005574Z","steps":["trace[2123667958] 'agreement among raft nodes before linearized reading' (duration: 250.869898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.006547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:22.656399Z","time spent":"348.778895ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T02:09:23.174099Z","caller":"traceutil/trace.go:171","msg":"trace[1642912461] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"116.577027ms","start":"2026-03-29T02:09:23.057492Z","end":"2026-03-29T02:09:23.174069Z","steps":["trace[1642912461] 'process raft request' (duration: 40.840927ms)","trace[1642912461] 'compare' (duration: 75.290668ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:23.194492Z","caller":"traceutil/trace.go:171","msg":"trace[478593258] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5403; }","duration":"129.390247ms","start":"2026-03-29T02:09:23.065083Z","end":"2026-03-29T02:09:23.194473Z","steps":["trace[478593258] 'read index received' (duration: 33.230238ms)","trace[478593258] 'applied index is now lower than readState.Index' (duration: 96.158959ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:23.194837Z","caller":"traceutil/trace.go:171","msg":"trace[802514735] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"133.968963ms","start":"2026-03-29T02:09:23.060851Z","end":"2026-03-29T02:09:23.19482Z","steps":["trace[802514735] 'process raft request' (duration: 133.521701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.194897Z","caller":"traceutil/trace.go:171","msg":"trace[468570997] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"133.964562ms","start":"2026-03-29T02:09:23.060899Z","end":"2026-03-29T02:09:23.194864Z","steps":["trace[468570997] 'process raft request' (duration: 133.51082ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.195108Z","caller":"traceutil/trace.go:171","msg":"trace[115608625] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"134.313262ms","start":"2026-03-29T02:09:23.060765Z","end":"2026-03-29T02:09:23.195078Z","steps":["trace[115608625] 'process raft request' (duration: 133.452898ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.195185Z","caller":"traceutil/trace.go:171","msg":"trace[471544340] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"134.363483ms","start":"2026-03-29T02:09:23.060807Z","end":"2026-03-29T02:09:23.19517Z","steps":["trace[471544340] 'process raft request' (duration: 133.529861ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:23.195416Z","caller":"traceutil/trace.go:171","msg":"trace[991435259] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"125.988465ms","start":"2026-03-29T02:09:23.069416Z","end":"2026-03-29T02:09:23.195404Z","steps":["trace[991435259] 'process raft request' (duration: 125.030009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.19558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.480607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:09:23.195614Z","caller":"traceutil/trace.go:171","msg":"trace[36316602] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5196; }","duration":"130.554549ms","start":"2026-03-29T02:09:23.065051Z","end":"2026-03-29T02:09:23.195605Z","steps":["trace[36316602] 'agreement among raft nodes before linearized reading' (duration: 130.427966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:23.200429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.264655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:09:23.200498Z","caller":"traceutil/trace.go:171","msg":"trace[1526895442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5198; }","duration":"121.364018ms","start":"2026-03-29T02:09:23.079117Z","end":"2026-03-29T02:09:23.200481Z","steps":["trace[1526895442] 'agreement among raft nodes before linearized reading' (duration: 121.179443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.313477Z","caller":"traceutil/trace.go:171","msg":"trace[772076872] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"302.064828ms","start":"2026-03-29T02:09:25.011384Z","end":"2026-03-29T02:09:25.313449Z","steps":["trace[772076872] 'process raft request' (duration: 301.896904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.313637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.011355Z","time spent":"302.197921ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:25.535005Z","caller":"traceutil/trace.go:171","msg":"trace[2043453268] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5473; }","duration":"387.672498ms","start":"2026-03-29T02:09:25.147294Z","end":"2026-03-29T02:09:25.534966Z","steps":["trace[2043453268] 'read index received' (duration: 166.046489ms)","trace[2043453268] 'applied index is now lower than readState.Index' (duration: 221.623839ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:25.53504Z","caller":"traceutil/trace.go:171","msg":"trace[671495928] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"499.732402ms","start":"2026-03-29T02:09:25.035264Z","end":"2026-03-29T02:09:25.534996Z","steps":["trace[671495928] 'process raft request' (duration: 470.960106ms)","trace[671495928] 'compare' (duration: 28.431767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:25.535334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.035236Z","time spent":"499.989119ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:25.535451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.134587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:09:25.535459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.055105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:09:25.535479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.790609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-29T02:09:25.535536Z","caller":"traceutil/trace.go:171","msg":"trace[845900216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5259; }","duration":"258.241ms","start":"2026-03-29T02:09:25.277274Z","end":"2026-03-29T02:09:25.535515Z","steps":["trace[845900216] 'agreement among raft nodes before linearized reading' (duration: 257.966323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.535588Z","caller":"traceutil/trace.go:171","msg":"trace[1517520248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0; range_end:; response_count:1; response_revision:5259; }","duration":"234.947323ms","start":"2026-03-29T02:09:25.300618Z","end":"2026-03-29T02:09:25.535565Z","steps":["trace[1517520248] 'agreement among raft nodes before linearized reading' (duration: 234.680825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.535728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.707566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-29T02:09:25.535777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.134801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:09:25.535829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.346877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:25.535838Z","caller":"traceutil/trace.go:171","msg":"trace[1316033392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5259; }","duration":"245.218814ms","start":"2026-03-29T02:09:25.290605Z","end":"2026-03-29T02:09:25.535824Z","steps":["trace[1316033392] 'agreement among raft nodes before linearized reading' (duration: 245.069639ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.53588Z","caller":"traceutil/trace.go:171","msg":"trace[2069221144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5259; }","duration":"245.42563ms","start":"2026-03-29T02:09:25.290438Z","end":"2026-03-29T02:09:25.535864Z","steps":["trace[2069221144] 'agreement among raft nodes before linearized reading' (duration: 245.285096ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.53579Z","caller":"traceutil/trace.go:171","msg":"trace[1613687169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5259; }","duration":"268.790638ms","start":"2026-03-29T02:09:25.266985Z","end":"2026-03-29T02:09:25.535776Z","steps":["trace[1613687169] 'agreement among raft nodes before linearized reading' (duration: 268.634684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.535901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.786992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:09:25.535978Z","caller":"traceutil/trace.go:171","msg":"trace[914076574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5259; }","duration":"289.882434ms","start":"2026-03-29T02:09:25.246083Z","end":"2026-03-29T02:09:25.535965Z","steps":["trace[914076574] 'agreement among raft nodes before linearized reading' (duration: 289.73425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.536071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.245356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:25.535582Z","caller":"traceutil/trace.go:171","msg":"trace[1868791520] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5259; }","duration":"318.23845ms","start":"2026-03-29T02:09:25.217313Z","end":"2026-03-29T02:09:25.535551Z","steps":["trace[1868791520] 'agreement among raft nodes before linearized reading' (duration: 317.928272ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.536135Z","caller":"traceutil/trace.go:171","msg":"trace[1619929649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5259; }","duration":"297.335909ms","start":"2026-03-29T02:09:25.238789Z","end":"2026-03-29T02:09:25.536125Z","steps":["trace[1619929649] 'agreement among raft nodes before linearized reading' (duration: 297.201995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.536158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.671161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:09:25.536179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.217293Z","time spent":"318.871107ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:25.536213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.14923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:749874"} {"level":"info","ts":"2026-03-29T02:09:25.536219Z","caller":"traceutil/trace.go:171","msg":"trace[581282955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5259; }","duration":"307.777724ms","start":"2026-03-29T02:09:25.228426Z","end":"2026-03-29T02:09:25.536204Z","steps":["trace[581282955] 'agreement among raft nodes before linearized reading' (duration: 307.672361ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:25.53624Z","caller":"traceutil/trace.go:171","msg":"trace[582905230] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5259; }","duration":"193.223493ms","start":"2026-03-29T02:09:25.343008Z","end":"2026-03-29T02:09:25.536232Z","steps":["trace[582905230] 'agreement among raft nodes before linearized reading' (duration: 192.790281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.536267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.228401Z","time spent":"307.855506ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:25.53646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.119307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:25.536582Z","caller":"traceutil/trace.go:171","msg":"trace[204019701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"389.301432ms","start":"2026-03-29T02:09:25.147251Z","end":"2026-03-29T02:09:25.536553Z","steps":["trace[204019701] 'agreement among raft nodes before linearized reading' (duration: 387.850183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:25.536641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.147234Z","time spent":"389.396596ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:26.311732Z","caller":"traceutil/trace.go:171","msg":"trace[624275069] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"770.04069ms","start":"2026-03-29T02:09:25.541662Z","end":"2026-03-29T02:09:26.311703Z","steps":["trace[624275069] 'process raft request' (duration: 769.717302ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.311748Z","caller":"traceutil/trace.go:171","msg":"trace[1386110696] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"769.447014ms","start":"2026-03-29T02:09:25.542269Z","end":"2026-03-29T02:09:26.311716Z","steps":["trace[1386110696] 'process raft request' (duration: 769.32677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.311881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.541634Z","time spent":"770.163183ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:26.311928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.542256Z","time spent":"769.572987ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:26.312161Z","caller":"traceutil/trace.go:171","msg":"trace[622847521] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"769.67926ms","start":"2026-03-29T02:09:25.542416Z","end":"2026-03-29T02:09:26.312096Z","steps":["trace[622847521] 'process raft request' (duration: 769.250398ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:26.312195Z","caller":"traceutil/trace.go:171","msg":"trace[386247283] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"769.68688ms","start":"2026-03-29T02:09:25.542484Z","end":"2026-03-29T02:09:26.312171Z","steps":["trace[386247283] 'process raft request' (duration: 769.465864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.312295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.542477Z","time spent":"769.772082ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:26.312377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.542408Z","time spent":"769.836034ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:26.312399Z","caller":"traceutil/trace.go:171","msg":"trace[939570661] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"769.467015ms","start":"2026-03-29T02:09:25.542905Z","end":"2026-03-29T02:09:26.312372Z","steps":["trace[939570661] 'process raft request' (duration: 769.157926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.31259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.542899Z","time spent":"769.637549ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:26.313183Z","caller":"traceutil/trace.go:171","msg":"trace[377370133] linearizableReadLoop","detail":"{readStateIndex:5477; appliedIndex:5475; }","duration":"771.097649ms","start":"2026-03-29T02:09:25.542064Z","end":"2026-03-29T02:09:26.313162Z","steps":["trace[377370133] 'read index received' (duration: 85.165779ms)","trace[377370133] 'applied index is now lower than readState.Index' (duration: 685.93044ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:26.313789Z","caller":"traceutil/trace.go:171","msg":"trace[107342542] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"770.292137ms","start":"2026-03-29T02:09:25.543476Z","end":"2026-03-29T02:09:26.313768Z","steps":["trace[107342542] 'process raft request' (duration: 768.635762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.313865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.769208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-29T02:09:26.313976Z","caller":"traceutil/trace.go:171","msg":"trace[1255879887] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5266; }","duration":"771.925642ms","start":"2026-03-29T02:09:25.542025Z","end":"2026-03-29T02:09:26.313951Z","steps":["trace[1255879887] 'agreement among raft nodes before linearized reading' (duration: 771.50356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.313895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.543464Z","time spent":"770.383469ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:26.314043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.542011Z","time spent":"772.016334ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:09:26.314649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.371208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:749874"} {"level":"info","ts":"2026-03-29T02:09:26.314745Z","caller":"traceutil/trace.go:171","msg":"trace[955979260] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5266; }","duration":"763.511932ms","start":"2026-03-29T02:09:25.551218Z","end":"2026-03-29T02:09:26.31473Z","steps":["trace[955979260] 'agreement among raft nodes before linearized reading' (duration: 762.32486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:26.314783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.551195Z","time spent":"763.577304ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":749895,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-29T02:09:26.619088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.194743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:26.61909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.250005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:26.619162Z","caller":"traceutil/trace.go:171","msg":"trace[1245552987] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5266; }","duration":"977.350577ms","start":"2026-03-29T02:09:25.641789Z","end":"2026-03-29T02:09:26.61914Z","steps":["trace[1245552987] 'agreement among raft nodes before linearized reading' (duration: 672.00917ms)","trace[1245552987] 'count revisions from in-memory index tree' (duration: 305.234155ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:26.619176Z","caller":"traceutil/trace.go:171","msg":"trace[1254893364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5266; }","duration":"470.364428ms","start":"2026-03-29T02:09:26.148783Z","end":"2026-03-29T02:09:26.619147Z","steps":["trace[1254893364] 'agreement among raft nodes before linearized reading' (duration: 165.039462ms)","trace[1254893364] 'range keys from in-memory index tree' (duration: 305.231864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:26.619205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.641767Z","time spent":"977.42723ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:26.619215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:26.148753Z","time spent":"470.453411ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:26.619204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.89273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-29T02:09:26.619282Z","caller":"traceutil/trace.go:171","msg":"trace[987204332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0; range_end:; response_count:1; response_revision:5266; }","duration":"990.013993ms","start":"2026-03-29T02:09:25.629246Z","end":"2026-03-29T02:09:26.61926Z","steps":["trace[987204332] 'agreement among raft nodes before linearized reading' (duration: 684.587164ms)","trace[987204332] 'range keys from in-memory index tree' (duration: 305.239855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:26.619328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:25.629225Z","time spent":"990.093396ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" "} {"level":"info","ts":"2026-03-29T02:09:26.619643Z","caller":"traceutil/trace.go:171","msg":"trace[937221122] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"257.270623ms","start":"2026-03-29T02:09:26.36235Z","end":"2026-03-29T02:09:26.619621Z","steps":["trace[937221122] 'process raft request' (duration: 205.537089ms)","trace[937221122] 'compare' (duration: 51.109567ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:27.159977Z","caller":"traceutil/trace.go:171","msg":"trace[1732055750] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"532.778544ms","start":"2026-03-29T02:09:26.627167Z","end":"2026-03-29T02:09:27.159946Z","steps":["trace[1732055750] 'process raft request' (duration: 532.582689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:27.160181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:26.627147Z","time spent":"532.905428ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:27.893111Z","caller":"traceutil/trace.go:171","msg":"trace[1198645356] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"115.9447ms","start":"2026-03-29T02:09:27.777123Z","end":"2026-03-29T02:09:27.893067Z","steps":["trace[1198645356] 'process raft request' (duration: 115.688573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.115595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260362215s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:31.115708Z","caller":"traceutil/trace.go:171","msg":"trace[1377301573] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"1.445174908s","start":"2026-03-29T02:09:29.670513Z","end":"2026-03-29T02:09:31.115688Z","steps":["trace[1377301573] 'read index received' (duration: 184.625458ms)","trace[1377301573] 'applied index is now lower than readState.Index' (duration: 1.26054793s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:31.115781Z","caller":"traceutil/trace.go:171","msg":"trace[329380240] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"1.446536135s","start":"2026-03-29T02:09:29.669233Z","end":"2026-03-29T02:09:31.115769Z","steps":["trace[329380240] 'process raft request' (duration: 185.883632ms)","trace[329380240] 'compare' (duration: 1.260230812s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:31.115913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.669203Z","time spent":"1.446653938s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:31.116383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445851997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:09:31.116534Z","caller":"traceutil/trace.go:171","msg":"trace[152555918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5350; }","duration":"1.446021571s","start":"2026-03-29T02:09:29.670492Z","end":"2026-03-29T02:09:31.116513Z","steps":["trace[152555918] 'agreement among raft nodes before linearized reading' (duration: 1.445691912s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.116664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.670482Z","time spent":"1.446164864s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:31.150594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295410183s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:09:31.1511Z","caller":"traceutil/trace.go:171","msg":"trace[1196494799] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"1.477479161s","start":"2026-03-29T02:09:29.673594Z","end":"2026-03-29T02:09:31.151073Z","steps":["trace[1196494799] 'process raft request' (duration: 1.477327506s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.151255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.673578Z","time spent":"1.477595004s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:31.175621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.314801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:31.175614Z","caller":"traceutil/trace.go:171","msg":"trace[990396630] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"244.262057ms","start":"2026-03-29T02:09:30.931313Z","end":"2026-03-29T02:09:31.175575Z","steps":["trace[990396630] 'process raft request' (duration: 243.98513ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:31.175713Z","caller":"traceutil/trace.go:171","msg":"trace[187757915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5353; }","duration":"803.445155ms","start":"2026-03-29T02:09:30.372248Z","end":"2026-03-29T02:09:31.175694Z","steps":["trace[187757915] 'agreement among raft nodes before linearized reading' (duration: 803.231109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.175708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.699874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:09:31.175749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.372234Z","time spent":"803.507886ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:31.17574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.321274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:09:31.17574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.528349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:09:31.175801Z","caller":"traceutil/trace.go:171","msg":"trace[1954540831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5353; }","duration":"802.416116ms","start":"2026-03-29T02:09:30.373368Z","end":"2026-03-29T02:09:31.175784Z","steps":["trace[1954540831] 'agreement among raft nodes before linearized reading' (duration: 802.1743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:31.175824Z","caller":"traceutil/trace.go:171","msg":"trace[229083707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"802.646413ms","start":"2026-03-29T02:09:30.37315Z","end":"2026-03-29T02:09:31.175797Z","steps":["trace[229083707] 'agreement among raft nodes before linearized reading' (duration: 802.450067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.175835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478643183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:31.175855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.373361Z","time spent":"802.485188ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:09:31.17587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.373128Z","time spent":"802.733775ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:31.175881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.793706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:09:31.175906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503938024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-29T02:09:31.175932Z","caller":"traceutil/trace.go:171","msg":"trace[1232983191] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0; range_end:; response_count:1; response_revision:5353; }","duration":"1.503986466s","start":"2026-03-29T02:09:29.671938Z","end":"2026-03-29T02:09:31.175925Z","steps":["trace[1232983191] 'agreement among raft nodes before linearized reading' (duration: 1.503916874s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:31.175935Z","caller":"traceutil/trace.go:171","msg":"trace[670604029] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5353; }","duration":"802.868589ms","start":"2026-03-29T02:09:30.373052Z","end":"2026-03-29T02:09:31.175921Z","steps":["trace[670604029] 'agreement among raft nodes before linearized reading' (duration: 802.735685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.175956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.671926Z","time spent":"1.504025957s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3925,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" "} {"level":"warn","ts":"2026-03-29T02:09:31.175967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.373041Z","time spent":"802.91806ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:09:31.175895Z","caller":"traceutil/trace.go:171","msg":"trace[1436499284] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5353; }","duration":"1.478707045s","start":"2026-03-29T02:09:29.697174Z","end":"2026-03-29T02:09:31.175881Z","steps":["trace[1436499284] 'agreement among raft nodes before linearized reading' (duration: 1.478611462s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.175996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.828195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:09:31.176013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:29.697126Z","time spent":"1.478882869s","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-29T02:09:31.176036Z","caller":"traceutil/trace.go:171","msg":"trace[120915823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5353; }","duration":"803.898257ms","start":"2026-03-29T02:09:30.372129Z","end":"2026-03-29T02:09:31.176028Z","steps":["trace[120915823] 'agreement among raft nodes before linearized reading' (duration: 803.789814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.176072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.372111Z","time spent":"803.953028ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:31.176101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.77586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:09:31.17613Z","caller":"traceutil/trace.go:171","msg":"trace[1563982502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"827.838791ms","start":"2026-03-29T02:09:30.348282Z","end":"2026-03-29T02:09:31.176121Z","steps":["trace[1563982502] 'agreement among raft nodes before linearized reading' (duration: 827.760679ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:31.175785Z","caller":"traceutil/trace.go:171","msg":"trace[1034991735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5353; }","duration":"802.865329ms","start":"2026-03-29T02:09:30.3729Z","end":"2026-03-29T02:09:31.175765Z","steps":["trace[1034991735] 'agreement among raft nodes before linearized reading' (duration: 802.588221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.176185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027587322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:31.176208Z","caller":"traceutil/trace.go:171","msg":"trace[1043027249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"1.027644944s","start":"2026-03-29T02:09:30.148554Z","end":"2026-03-29T02:09:31.176199Z","steps":["trace[1043027249] 'agreement among raft nodes before linearized reading' (duration: 1.027609543s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:31.176237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.148533Z","time spent":"1.027698485s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:31.176225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.372891Z","time spent":"803.314841ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:31.176164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:30.348258Z","time spent":"827.896762ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:09:32.414389Z","caller":"traceutil/trace.go:171","msg":"trace[1273502659] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"111.20877ms","start":"2026-03-29T02:09:32.303151Z","end":"2026-03-29T02:09:32.41436Z","steps":["trace[1273502659] 'process raft request' (duration: 100.712223ms)","trace[1273502659] 'compare' (duration: 10.361393ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:38.750389Z","caller":"traceutil/trace.go:171","msg":"trace[1435120032] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"133.614433ms","start":"2026-03-29T02:09:38.616726Z","end":"2026-03-29T02:09:38.75034Z","steps":["trace[1435120032] 'process raft request' (duration: 133.367837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.035673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:09:39.562363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.388425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:39.562433Z","caller":"traceutil/trace.go:171","msg":"trace[1235558128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5473; }","duration":"172.199497ms","start":"2026-03-29T02:09:39.390204Z","end":"2026-03-29T02:09:39.562404Z","steps":["trace[1235558128] 'range keys from in-memory index tree' (duration: 171.806187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.001052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:09:39.562464Z","caller":"traceutil/trace.go:171","msg":"trace[1266241761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5473; }","duration":"415.54272ms","start":"2026-03-29T02:09:39.146894Z","end":"2026-03-29T02:09:39.562437Z","steps":["trace[1266241761] 'range keys from in-memory index tree' (duration: 415.228931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.880586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:09:39.562466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.235028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:09:39.562514Z","caller":"traceutil/trace.go:171","msg":"trace[1095132655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5473; }","duration":"172.120796ms","start":"2026-03-29T02:09:39.390376Z","end":"2026-03-29T02:09:39.562497Z","steps":["trace[1095132655] 'range keys from in-memory index tree' (duration: 171.751825ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:39.562538Z","caller":"traceutil/trace.go:171","msg":"trace[141448864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5473; }","duration":"173.001629ms","start":"2026-03-29T02:09:39.389513Z","end":"2026-03-29T02:09:39.562514Z","steps":["trace[141448864] 'range keys from in-memory index tree' (duration: 172.728561ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:39.562546Z","caller":"traceutil/trace.go:171","msg":"trace[1533530003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5473; }","duration":"176.378262ms","start":"2026-03-29T02:09:39.386148Z","end":"2026-03-29T02:09:39.562526Z","steps":["trace[1533530003] 'range keys from in-memory index tree' (duration: 175.975811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.56263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.050781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:09:39.562706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.511649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:39.562753Z","caller":"traceutil/trace.go:171","msg":"trace[317629463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5473; }","duration":"387.218565ms","start":"2026-03-29T02:09:39.175512Z","end":"2026-03-29T02:09:39.562731Z","steps":["trace[317629463] 'count revisions from in-memory index tree' (duration: 386.935978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.146869Z","time spent":"415.656612ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:09:39.562768Z","caller":"traceutil/trace.go:171","msg":"trace[1040410972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5473; }","duration":"261.617222ms","start":"2026-03-29T02:09:39.301133Z","end":"2026-03-29T02:09:39.56275Z","steps":["trace[1040410972] 'range keys from in-memory index tree' (duration: 261.332605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.175495Z","time spent":"387.295438ms","remote":"127.0.0.1:42154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:39.56287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.589307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:09:39.562918Z","caller":"traceutil/trace.go:171","msg":"trace[364009612] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5473; }","duration":"240.716831ms","start":"2026-03-29T02:09:39.322187Z","end":"2026-03-29T02:09:39.562904Z","steps":["trace[364009612] 'range keys from in-memory index tree' (duration: 240.439493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.562927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.553813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:09:39.56295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.337182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:39.563022Z","caller":"traceutil/trace.go:171","msg":"trace[309955451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5473; }","duration":"303.465616ms","start":"2026-03-29T02:09:39.259538Z","end":"2026-03-29T02:09:39.563003Z","steps":["trace[309955451] 'range keys from in-memory index tree' (duration: 303.156348ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:39.563019Z","caller":"traceutil/trace.go:171","msg":"trace[1908981418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5473; }","duration":"170.676855ms","start":"2026-03-29T02:09:39.392321Z","end":"2026-03-29T02:09:39.562998Z","steps":["trace[1908981418] 'range keys from in-memory index tree' (duration: 170.356527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:39.563032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.378079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:09:39.563066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.259504Z","time spent":"303.554808ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:09:39.563214Z","caller":"traceutil/trace.go:171","msg":"trace[713637017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5473; }","duration":"173.588785ms","start":"2026-03-29T02:09:39.389591Z","end":"2026-03-29T02:09:39.563179Z","steps":["trace[713637017] 'range keys from in-memory index tree' (duration: 173.189354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.062547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:40.563693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:09:40.58708Z","caller":"traceutil/trace.go:171","msg":"trace[549464907] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"1.106750275s","start":"2026-03-29T02:09:39.480302Z","end":"2026-03-29T02:09:40.587053Z","steps":["trace[549464907] 'process raft request' (duration: 1.106546869s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:40.587228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.480269Z","time spent":"1.106886039s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:41.564617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999676826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:09:41.564704Z","caller":"traceutil/trace.go:171","msg":"trace[125886197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999806189s","start":"2026-03-29T02:09:39.564878Z","end":"2026-03-29T02:09:41.564684Z","steps":["trace[125886197] 'agreement among raft nodes before linearized reading' (duration: 1.999690056s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.564752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.564864Z","time spent":"1.999878082s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:09:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:09:41.981122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.639253ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-29T02:09:41.981555Z","caller":"traceutil/trace.go:171","msg":"trace[1519454] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"2.412933613s","start":"2026-03-29T02:09:39.568602Z","end":"2026-03-29T02:09:41.981536Z","steps":["trace[1519454] 'process raft request' (duration: 2.412868081s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.981584Z","caller":"traceutil/trace.go:171","msg":"trace[534482920] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"2.414001203s","start":"2026-03-29T02:09:39.567569Z","end":"2026-03-29T02:09:41.98157Z","steps":["trace[534482920] 'process raft request' (duration: 2.413759166s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.981662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.567549Z","time spent":"2.414072934s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:41.981666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.564838Z","time spent":"2.416823589s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:09:41.981699Z","caller":"traceutil/trace.go:171","msg":"trace[1941421794] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"2.413370885s","start":"2026-03-29T02:09:39.568319Z","end":"2026-03-29T02:09:41.981689Z","steps":["trace[1941421794] 'process raft request' (duration: 2.413115578s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.981748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.568309Z","time spent":"2.413411976s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.981724Z","caller":"traceutil/trace.go:171","msg":"trace[2116159771] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"2.413602481s","start":"2026-03-29T02:09:39.568092Z","end":"2026-03-29T02:09:41.981694Z","steps":["trace[2116159771] 'process raft request' (duration: 2.413269932s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:41.981789Z","caller":"traceutil/trace.go:171","msg":"trace[1121993546] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"2.413114058s","start":"2026-03-29T02:09:39.568653Z","end":"2026-03-29T02:09:41.981767Z","steps":["trace[1121993546] 'process raft request' (duration: 2.412846861s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.98166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.568597Z","time spent":"2.413002075s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:41.981856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.568049Z","time spent":"2.413736496s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.981918Z","caller":"traceutil/trace.go:171","msg":"trace[1365781279] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"2.414754793s","start":"2026-03-29T02:09:39.567152Z","end":"2026-03-29T02:09:41.981907Z","steps":["trace[1365781279] 'process raft request' (duration: 2.414057784s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.981919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.568643Z","time spent":"2.41320481s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:41.981975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.567139Z","time spent":"2.414808385s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.982047Z","caller":"traceutil/trace.go:171","msg":"trace[1652112250] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"2.412795729s","start":"2026-03-29T02:09:39.56924Z","end":"2026-03-29T02:09:41.982036Z","steps":["trace[1652112250] 'process raft request' (duration: 2.41244465s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.982111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.569206Z","time spent":"2.412873922s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:41.982146Z","caller":"traceutil/trace.go:171","msg":"trace[1225146953] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5698; }","duration":"2.419983436s","start":"2026-03-29T02:09:39.562138Z","end":"2026-03-29T02:09:41.982122Z","steps":["trace[1225146953] 'read index received' (duration: 1.024898688s)","trace[1225146953] 'applied index is now lower than readState.Index' (duration: 1.395083498s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:41.982244Z","caller":"traceutil/trace.go:171","msg":"trace[375007854] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"2.185926127s","start":"2026-03-29T02:09:39.796311Z","end":"2026-03-29T02:09:41.982237Z","steps":["trace[375007854] 'process raft request' (duration: 2.18568439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.982282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.796288Z","time spent":"2.185973239s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:41.982329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420188531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-55ff595c9d-hl6fz.18a12de2344e363d\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-29T02:09:41.982366Z","caller":"traceutil/trace.go:171","msg":"trace[1171628748] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-55ff595c9d-hl6fz.18a12de2344e363d; range_end:; response_count:1; response_revision:5482; }","duration":"2.420271104s","start":"2026-03-29T02:09:39.562084Z","end":"2026-03-29T02:09:41.982355Z","steps":["trace[1171628748] 'agreement among raft nodes before linearized reading' (duration: 2.420161891s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:41.982392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.562064Z","time spent":"2.420321825s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":917,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-55ff595c9d-hl6fz.18a12de2344e363d\" "} {"level":"warn","ts":"2026-03-29T02:09:42.54462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.14604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:42.544716Z","caller":"traceutil/trace.go:171","msg":"trace[1126805131] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"1.299139876s","start":"2026-03-29T02:09:41.245558Z","end":"2026-03-29T02:09:42.544698Z","steps":["trace[1126805131] 'process raft request' (duration: 883.676698ms)","trace[1126805131] 'compare' (duration: 414.836431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:42.544772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.245534Z","time spent":"1.299210888s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:42.554536Z","caller":"traceutil/trace.go:171","msg":"trace[1403407499] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5707; }","duration":"572.294726ms","start":"2026-03-29T02:09:41.982217Z","end":"2026-03-29T02:09:42.554512Z","steps":["trace[1403407499] 'read index received' (duration: 147.085421ms)","trace[1403407499] 'applied index is now lower than readState.Index' (duration: 425.208085ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:42.554571Z","caller":"traceutil/trace.go:171","msg":"trace[291714389] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"921.767869ms","start":"2026-03-29T02:09:41.632745Z","end":"2026-03-29T02:09:42.554513Z","steps":["trace[291714389] 'process raft request' (duration: 921.487662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.554773Z","caller":"traceutil/trace.go:171","msg":"trace[317305014] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"572.135292ms","start":"2026-03-29T02:09:41.982617Z","end":"2026-03-29T02:09:42.554753Z","steps":["trace[317305014] 'process raft request' (duration: 571.754091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.554819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.632727Z","time spent":"921.967715ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:42.55487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.982603Z","time spent":"572.213144ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:42.554966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789232451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-29T02:09:42.555039Z","caller":"traceutil/trace.go:171","msg":"trace[1399256052] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5486; }","duration":"2.789374535s","start":"2026-03-29T02:09:39.765645Z","end":"2026-03-29T02:09:42.555019Z","steps":["trace[1399256052] 'agreement among raft nodes before linearized reading' (duration: 2.789159779s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.55504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793577232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212187"} {"level":"warn","ts":"2026-03-29T02:09:42.555076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.765624Z","time spent":"2.789444516s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2103,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-29T02:09:42.555087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.841649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:42.555109Z","caller":"traceutil/trace.go:171","msg":"trace[1026024615] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:5486; }","duration":"1.793674345s","start":"2026-03-29T02:09:40.761416Z","end":"2026-03-29T02:09:42.55509Z","steps":["trace[1026024615] 'agreement among raft nodes before linearized reading' (duration: 1.793332396s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.555137Z","caller":"traceutil/trace.go:171","msg":"trace[1286982432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5486; }","duration":"982.924902ms","start":"2026-03-29T02:09:41.572197Z","end":"2026-03-29T02:09:42.555122Z","steps":["trace[1286982432] 'agreement among raft nodes before linearized reading' (duration: 982.781668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.555166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.572178Z","time spent":"982.981703ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:42.555165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.7614Z","time spent":"1.793748718s","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":212208,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:09:42.555175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261737154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:42.555214Z","caller":"traceutil/trace.go:171","msg":"trace[583997023] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5486; }","duration":"1.261828456s","start":"2026-03-29T02:09:41.293375Z","end":"2026-03-29T02:09:42.555203Z","steps":["trace[583997023] 'agreement among raft nodes before linearized reading' (duration: 1.261698903s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.55521Z","caller":"traceutil/trace.go:171","msg":"trace[282695891] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"570.837496ms","start":"2026-03-29T02:09:41.984357Z","end":"2026-03-29T02:09:42.555195Z","steps":["trace[282695891] 'process raft request' (duration: 570.076835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.555245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.293351Z","time spent":"1.261887338s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:42.555286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.984342Z","time spent":"570.903748ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:42.555365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986905815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-29T02:09:42.555439Z","caller":"traceutil/trace.go:171","msg":"trace[620556865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5486; }","duration":"2.987009237s","start":"2026-03-29T02:09:39.568417Z","end":"2026-03-29T02:09:42.555426Z","steps":["trace[620556865] 'agreement among raft nodes before linearized reading' (duration: 2.98637103s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.555482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.568401Z","time spent":"2.987071979s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:09:42.55554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919049493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:42.555579Z","caller":"traceutil/trace.go:171","msg":"trace[1534149910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5486; }","duration":"1.919136665s","start":"2026-03-29T02:09:40.636431Z","end":"2026-03-29T02:09:42.555568Z","steps":["trace[1534149910] 'agreement among raft nodes before linearized reading' (duration: 1.918302572s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.555604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:40.636409Z","time spent":"1.919187647s","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:42.555961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324070877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:42.556026Z","caller":"traceutil/trace.go:171","msg":"trace[756197995] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5486; }","duration":"1.32418005s","start":"2026-03-29T02:09:41.231826Z","end":"2026-03-29T02:09:42.556006Z","steps":["trace[756197995] 'agreement among raft nodes before linearized reading' (duration: 1.324080467s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.556064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:41.231802Z","time spent":"1.324250512s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:42.557712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808996411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-29T02:09:42.557795Z","caller":"traceutil/trace.go:171","msg":"trace[2056119405] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5486; }","duration":"2.809128804s","start":"2026-03-29T02:09:39.74865Z","end":"2026-03-29T02:09:42.557779Z","steps":["trace[2056119405] 'agreement among raft nodes before linearized reading' (duration: 2.806352139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:42.557825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:39.748629Z","time spent":"2.809189067s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-29T02:09:42.701895Z","caller":"traceutil/trace.go:171","msg":"trace[1596152098] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"132.573054ms","start":"2026-03-29T02:09:42.569291Z","end":"2026-03-29T02:09:42.701864Z","steps":["trace[1596152098] 'process raft request' (duration: 132.389499ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:42.79901Z","caller":"traceutil/trace.go:171","msg":"trace[154768687] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"205.366545ms","start":"2026-03-29T02:09:42.593605Z","end":"2026-03-29T02:09:42.798972Z","steps":["trace[154768687] 'process raft request' (duration: 205.178939ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:43.064393Z","caller":"traceutil/trace.go:171","msg":"trace[486638404] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"355.078939ms","start":"2026-03-29T02:09:42.709235Z","end":"2026-03-29T02:09:43.064314Z","steps":["trace[486638404] 'process raft request' (duration: 354.805171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.064637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.709216Z","time spent":"355.270564ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:43.065049Z","caller":"traceutil/trace.go:171","msg":"trace[288809948] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"355.313356ms","start":"2026-03-29T02:09:42.709687Z","end":"2026-03-29T02:09:43.065Z","steps":["trace[288809948] 'process raft request' (duration: 354.549345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.065348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.709656Z","time spent":"355.571842ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:43.065652Z","caller":"traceutil/trace.go:171","msg":"trace[2088107524] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5713; }","duration":"355.442839ms","start":"2026-03-29T02:09:42.710184Z","end":"2026-03-29T02:09:43.065627Z","steps":["trace[2088107524] 'read index received' (duration: 88.587803ms)","trace[2088107524] 'applied index is now lower than readState.Index' (duration: 266.853406ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:43.06577Z","caller":"traceutil/trace.go:171","msg":"trace[1810149940] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"355.324576ms","start":"2026-03-29T02:09:42.710418Z","end":"2026-03-29T02:09:43.065742Z","steps":["trace[1810149940] 'process raft request' (duration: 354.945926ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:43.065812Z","caller":"traceutil/trace.go:171","msg":"trace[1577092500] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"354.890584ms","start":"2026-03-29T02:09:42.710908Z","end":"2026-03-29T02:09:43.065799Z","steps":["trace[1577092500] 'process raft request' (duration: 354.615486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.065911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.710902Z","time spent":"354.936815ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:43.065914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.71041Z","time spent":"355.421869ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:43.066253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.540719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:212187"} {"level":"info","ts":"2026-03-29T02:09:43.06632Z","caller":"traceutil/trace.go:171","msg":"trace[1627734161] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:5493; }","duration":"303.610411ms","start":"2026-03-29T02:09:42.762694Z","end":"2026-03-29T02:09:43.066304Z","steps":["trace[1627734161] 'agreement among raft nodes before linearized reading' (duration: 303.285002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.066386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.762618Z","time spent":"303.757174ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":212208,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:09:43.066361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.122817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-29T02:09:43.066905Z","caller":"traceutil/trace.go:171","msg":"trace[1065562787] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5493; }","duration":"356.741824ms","start":"2026-03-29T02:09:42.710143Z","end":"2026-03-29T02:09:43.066885Z","steps":["trace[1065562787] 'agreement among raft nodes before linearized reading' (duration: 355.984234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.06697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:42.710133Z","time spent":"356.825166ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16254,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-29T02:09:43.27135Z","caller":"traceutil/trace.go:171","msg":"trace[1380716731] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5718; }","duration":"121.078949ms","start":"2026-03-29T02:09:43.150252Z","end":"2026-03-29T02:09:43.271331Z","steps":["trace[1380716731] 'read index received' (duration: 120.867543ms)","trace[1380716731] 'applied index is now lower than readState.Index' (duration: 210.636µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:43.271445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.178502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:43.271468Z","caller":"traceutil/trace.go:171","msg":"trace[100383477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"121.254834ms","start":"2026-03-29T02:09:43.150205Z","end":"2026-03-29T02:09:43.27146Z","steps":["trace[100383477] 'agreement among raft nodes before linearized reading' (duration: 121.199702ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:43.271537Z","caller":"traceutil/trace.go:171","msg":"trace[1642589864] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"189.611573ms","start":"2026-03-29T02:09:43.081832Z","end":"2026-03-29T02:09:43.271444Z","steps":["trace[1642589864] 'process raft request' (duration: 189.344986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:43.785829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:44.286273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:44.786908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:09:45.191962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176033168s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:45.192064Z","caller":"traceutil/trace.go:171","msg":"trace[1951687238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5494; }","duration":"1.176146671s","start":"2026-03-29T02:09:44.015903Z","end":"2026-03-29T02:09:45.192049Z","steps":["trace[1951687238] 'range keys from in-memory index tree' (duration: 1.176018678s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.248383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969126669s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:09:45.248729Z","caller":"traceutil/trace.go:171","msg":"trace[1996359228] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"1.969571511s","start":"2026-03-29T02:09:43.279134Z","end":"2026-03-29T02:09:45.248706Z","steps":["trace[1996359228] 'process raft request' (duration: 1.969414246s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:45.248877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.27911Z","time spent":"1.969689124s","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:46.149446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:09:46.149651Z","caller":"traceutil/trace.go:171","msg":"trace[1370295112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000770838s","start":"2026-03-29T02:09:44.148855Z","end":"2026-03-29T02:09:46.149626Z","steps":["trace[1370295112] 'agreement among raft nodes before linearized reading' (duration: 2.000539002s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.149722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.14883Z","time spent":"2.00087029s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:09:46.354975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.618916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:09:46.355135Z","caller":"traceutil/trace.go:171","msg":"trace[1064358788] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"3.075914069s","start":"2026-03-29T02:09:43.279208Z","end":"2026-03-29T02:09:46.355122Z","steps":["trace[1064358788] 'process raft request' (duration: 2.759091028s)","trace[1064358788] 'compare' (duration: 316.05639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:46.355181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.279184Z","time spent":"3.075978011s","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:46.355435Z","caller":"traceutil/trace.go:171","msg":"trace[394649] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"3.076056414s","start":"2026-03-29T02:09:43.279344Z","end":"2026-03-29T02:09:46.3554Z","steps":["trace[394649] 'process raft request' (duration: 3.075706624s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.355608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.279315Z","time spent":"3.076202837s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:46.355662Z","caller":"traceutil/trace.go:171","msg":"trace[1820349803] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"3.074871661s","start":"2026-03-29T02:09:43.280759Z","end":"2026-03-29T02:09:46.35563Z","steps":["trace[1820349803] 'process raft request' (duration: 3.074563293s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.355753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.280735Z","time spent":"3.074967634s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:46.355859Z","caller":"traceutil/trace.go:171","msg":"trace[1037486070] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"2.367906625s","start":"2026-03-29T02:09:43.987942Z","end":"2026-03-29T02:09:46.355848Z","steps":["trace[1037486070] 'process raft request' (duration: 2.367489124s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.355908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.98792Z","time spent":"2.367959466s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:46.78157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.035658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:09:46.782059Z","caller":"traceutil/trace.go:171","msg":"trace[513079297] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"1.977497985s","start":"2026-03-29T02:09:44.804534Z","end":"2026-03-29T02:09:46.782032Z","steps":["trace[513079297] 'process raft request' (duration: 1.977132515s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.7822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.804504Z","time spent":"1.977627048s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:46.782058Z","caller":"traceutil/trace.go:171","msg":"trace[560857534] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5720; }","duration":"3.497057524s","start":"2026-03-29T02:09:43.284927Z","end":"2026-03-29T02:09:46.781984Z","steps":["trace[560857534] 'read index received' (duration: 1.963953777s)","trace[560857534] 'applied index is now lower than readState.Index' (duration: 1.533101637s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:46.884566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599602967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:46.884896Z","caller":"traceutil/trace.go:171","msg":"trace[991145286] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5500; }","duration":"3.599925126s","start":"2026-03-29T02:09:43.284896Z","end":"2026-03-29T02:09:46.884821Z","steps":["trace[991145286] 'agreement among raft nodes before linearized reading' (duration: 3.497222569s)","trace[991145286] 'count revisions from in-memory index tree' (duration: 102.371418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:46.885082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.284886Z","time spent":"3.600065249s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:46.885379Z","caller":"traceutil/trace.go:171","msg":"trace[549932587] linearizableReadLoop","detail":"{readStateIndex:5727; appliedIndex:5726; }","duration":"103.002615ms","start":"2026-03-29T02:09:46.782343Z","end":"2026-03-29T02:09:46.885346Z","steps":["trace[549932587] 'read index received' (duration: 100.924548ms)","trace[549932587] 'applied index is now lower than readState.Index' (duration: 2.076627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:46.885603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324324415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:46.885859Z","caller":"traceutil/trace.go:171","msg":"trace[2021911775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5501; }","duration":"2.324624473s","start":"2026-03-29T02:09:44.561216Z","end":"2026-03-29T02:09:46.88584Z","steps":["trace[2021911775] 'agreement among raft nodes before linearized reading' (duration: 2.324192101s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.885896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946251186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:09:46.88594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899808037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:09:46.885953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89956477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:46.886089Z","caller":"traceutil/trace.go:171","msg":"trace[724449695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5501; }","duration":"2.899967231s","start":"2026-03-29T02:09:43.986103Z","end":"2026-03-29T02:09:46.88607Z","steps":["trace[724449695] 'agreement among raft nodes before linearized reading' (duration: 2.899734595s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899088117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:09:46.886119Z","caller":"traceutil/trace.go:171","msg":"trace[1983642348] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"523.023159ms","start":"2026-03-29T02:09:46.363077Z","end":"2026-03-29T02:09:46.8861Z","steps":["trace[1983642348] 'process raft request' (duration: 520.182741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:46.886143Z","caller":"traceutil/trace.go:171","msg":"trace[470739599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5501; }","duration":"2.899148499s","start":"2026-03-29T02:09:43.986982Z","end":"2026-03-29T02:09:46.886131Z","steps":["trace[470739599] 'agreement among raft nodes before linearized reading' (duration: 2.899064006s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.552007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:46.886158Z","caller":"traceutil/trace.go:171","msg":"trace[2122497537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5501; }","duration":"2.899809156s","start":"2026-03-29T02:09:43.986306Z","end":"2026-03-29T02:09:46.886115Z","steps":["trace[2122497537] 'agreement among raft nodes before linearized reading' (duration: 2.899148488s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900099965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:09:46.886282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.952023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:46.886304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.678956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:46.886329Z","caller":"traceutil/trace.go:171","msg":"trace[26653511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5501; }","duration":"2.900183427s","start":"2026-03-29T02:09:43.986129Z","end":"2026-03-29T02:09:46.886312Z","steps":["trace[26653511] 'agreement among raft nodes before linearized reading' (duration: 2.900013252s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:46.886378Z","caller":"traceutil/trace.go:171","msg":"trace[680209160] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:5501; }","duration":"253.792499ms","start":"2026-03-29T02:09:46.632568Z","end":"2026-03-29T02:09:46.88636Z","steps":["trace[680209160] 'agreement among raft nodes before linearized reading' (duration: 253.673316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986122Z","time spent":"2.900256199s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928386192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mn5zn.18a12ddfdb4d8c32\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-29T02:09:46.886409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90031197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:09:46.886441Z","caller":"traceutil/trace.go:171","msg":"trace[716911451] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mn5zn.18a12ddfdb4d8c32; range_end:; response_count:1; response_revision:5501; }","duration":"1.928450334s","start":"2026-03-29T02:09:44.957979Z","end":"2026-03-29T02:09:46.886429Z","steps":["trace[716911451] 'agreement among raft nodes before linearized reading' (duration: 1.928362682s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:46.88597Z","caller":"traceutil/trace.go:171","msg":"trace[535764302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5501; }","duration":"2.94640051s","start":"2026-03-29T02:09:43.939557Z","end":"2026-03-29T02:09:46.885958Z","steps":["trace[535764302] 'agreement among raft nodes before linearized reading' (duration: 2.945946148s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:46.886218Z","caller":"traceutil/trace.go:171","msg":"trace[2064561018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5501; }","duration":"736.609288ms","start":"2026-03-29T02:09:46.1496Z","end":"2026-03-29T02:09:46.886209Z","steps":["trace[2064561018] 'agreement among raft nodes before linearized reading' (duration: 736.563217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.957958Z","time spent":"1.928579068s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":927,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mn5zn.18a12ddfdb4d8c32\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.149584Z","time spent":"736.991729ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.939517Z","time spent":"2.947052558s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089144196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:09:46.886301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.9863Z","time spent":"2.899987142s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:09:46.886686Z","caller":"traceutil/trace.go:171","msg":"trace[1927387983] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5501; }","duration":"1.089528316s","start":"2026-03-29T02:09:45.797136Z","end":"2026-03-29T02:09:46.886664Z","steps":["trace[1927387983] 'agreement among raft nodes before linearized reading' (duration: 1.089125535s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:45.797117Z","time spent":"1.089626999s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":42,"response size":28,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:46.885905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:44.561196Z","time spent":"2.324700715s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986099Z","time spent":"2.900029933s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:46.886222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986964Z","time spent":"2.899249661s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:09:46.886506Z","caller":"traceutil/trace.go:171","msg":"trace[1291910143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5501; }","duration":"2.900439944s","start":"2026-03-29T02:09:43.986053Z","end":"2026-03-29T02:09:46.886493Z","steps":["trace[1291910143] 'agreement among raft nodes before linearized reading' (duration: 2.89993954s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986037Z","time spent":"2.900867206s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:09:46.886324Z","caller":"traceutil/trace.go:171","msg":"trace[714363926] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5501; }","duration":"600.032235ms","start":"2026-03-29T02:09:46.286283Z","end":"2026-03-29T02:09:46.886315Z","steps":["trace[714363926] 'agreement among raft nodes before linearized reading' (duration: 599.952763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.886015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899024315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:09:46.886978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.286262Z","time spent":"600.699913ms","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:09:46.886236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:46.363054Z","time spent":"523.121022ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17211,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:46.88704Z","caller":"traceutil/trace.go:171","msg":"trace[2043228445] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5501; }","duration":"2.900063874s","start":"2026-03-29T02:09:43.986947Z","end":"2026-03-29T02:09:46.887011Z","steps":["trace[2043228445] 'agreement among raft nodes before linearized reading' (duration: 2.898965494s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.88715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986935Z","time spent":"2.900201097s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:46.88984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903181499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:09:46.890163Z","caller":"traceutil/trace.go:171","msg":"trace[381961555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5501; }","duration":"2.903739614s","start":"2026-03-29T02:09:43.986408Z","end":"2026-03-29T02:09:46.890148Z","steps":["trace[381961555] 'agreement among raft nodes before linearized reading' (duration: 2.899617432s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:46.890306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:43.986367Z","time spent":"2.903893799s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:09:47.066286Z","caller":"traceutil/trace.go:171","msg":"trace[2027875937] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"172.658711ms","start":"2026-03-29T02:09:46.893605Z","end":"2026-03-29T02:09:47.066264Z","steps":["trace[2027875937] 'process raft request' (duration: 172.585429ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066304Z","caller":"traceutil/trace.go:171","msg":"trace[1351763452] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"172.940108ms","start":"2026-03-29T02:09:46.893327Z","end":"2026-03-29T02:09:47.066267Z","steps":["trace[1351763452] 'process raft request' (duration: 172.67145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066314Z","caller":"traceutil/trace.go:171","msg":"trace[1669263761] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"172.737483ms","start":"2026-03-29T02:09:46.893556Z","end":"2026-03-29T02:09:47.066294Z","steps":["trace[1669263761] 'process raft request' (duration: 172.592909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066472Z","caller":"traceutil/trace.go:171","msg":"trace[959923278] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"172.6509ms","start":"2026-03-29T02:09:46.893809Z","end":"2026-03-29T02:09:47.06646Z","steps":["trace[959923278] 'process raft request' (duration: 172.419644ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066847Z","caller":"traceutil/trace.go:171","msg":"trace[1936732473] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"172.719412ms","start":"2026-03-29T02:09:46.894099Z","end":"2026-03-29T02:09:47.066818Z","steps":["trace[1936732473] 'process raft request' (duration: 172.29536ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066915Z","caller":"traceutil/trace.go:171","msg":"trace[408666554] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"172.008493ms","start":"2026-03-29T02:09:46.894886Z","end":"2026-03-29T02:09:47.066895Z","steps":["trace[408666554] 'process raft request' (duration: 171.871119ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.066914Z","caller":"traceutil/trace.go:171","msg":"trace[1299887575] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5728; }","duration":"132.754829ms","start":"2026-03-29T02:09:46.934137Z","end":"2026-03-29T02:09:47.066891Z","steps":["trace[1299887575] 'read index received' (duration: 131.899526ms)","trace[1299887575] 'applied index is now lower than readState.Index' (duration: 854.243µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:47.067012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.757886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:47.067094Z","caller":"traceutil/trace.go:171","msg":"trace[732729350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5509; }","duration":"171.868519ms","start":"2026-03-29T02:09:46.895212Z","end":"2026-03-29T02:09:47.067081Z","steps":["trace[732729350] 'agreement among raft nodes before linearized reading' (duration: 171.720115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.067125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.726127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:47.067183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.347679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:09:47.067205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.743313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46081"} {"level":"info","ts":"2026-03-29T02:09:47.067226Z","caller":"traceutil/trace.go:171","msg":"trace[884461793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5509; }","duration":"173.413971ms","start":"2026-03-29T02:09:46.893802Z","end":"2026-03-29T02:09:47.067216Z","steps":["trace[884461793] 'agreement among raft nodes before linearized reading' (duration: 173.216275ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.067278Z","caller":"traceutil/trace.go:171","msg":"trace[1168417670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5509; }","duration":"172.839975ms","start":"2026-03-29T02:09:46.894421Z","end":"2026-03-29T02:09:47.067261Z","steps":["trace[1168417670] 'agreement among raft nodes before linearized reading' (duration: 172.550827ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.067199Z","caller":"traceutil/trace.go:171","msg":"trace[1921591349] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:5509; }","duration":"129.83466ms","start":"2026-03-29T02:09:46.937346Z","end":"2026-03-29T02:09:47.067181Z","steps":["trace[1921591349] 'agreement among raft nodes before linearized reading' (duration: 129.722367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:47.067439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.787699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:09:47.067027Z","caller":"traceutil/trace.go:171","msg":"trace[1669704445] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"172.028293ms","start":"2026-03-29T02:09:46.894989Z","end":"2026-03-29T02:09:47.067017Z","steps":["trace[1669704445] 'process raft request' (duration: 171.860559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:47.067477Z","caller":"traceutil/trace.go:171","msg":"trace[372877372] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:5509; }","duration":"129.850419ms","start":"2026-03-29T02:09:46.937612Z","end":"2026-03-29T02:09:47.067463Z","steps":["trace[372877372] 'agreement among raft nodes before linearized reading' (duration: 129.732886ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:48.046527Z","caller":"traceutil/trace.go:171","msg":"trace[956874256] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5763; }","duration":"137.958131ms","start":"2026-03-29T02:09:47.908547Z","end":"2026-03-29T02:09:48.046505Z","steps":["trace[956874256] 'read index received' (duration: 137.815088ms)","trace[956874256] 'applied index is now lower than readState.Index' (duration: 142.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:48.046631Z","caller":"traceutil/trace.go:171","msg":"trace[645469425] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"207.273596ms","start":"2026-03-29T02:09:47.839337Z","end":"2026-03-29T02:09:48.04661Z","steps":["trace[645469425] 'process raft request' (duration: 206.984268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:48.046814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-29T02:09:48.046887Z","caller":"traceutil/trace.go:171","msg":"trace[210567362] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5537; }","duration":"138.380603ms","start":"2026-03-29T02:09:47.908489Z","end":"2026-03-29T02:09:48.046869Z","steps":["trace[210567362] 'agreement among raft nodes before linearized reading' (duration: 138.153337ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:48.752857Z","caller":"traceutil/trace.go:171","msg":"trace[2094587842] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"196.82648ms","start":"2026-03-29T02:09:48.556005Z","end":"2026-03-29T02:09:48.752831Z","steps":["trace[2094587842] 'read index received' (duration: 180.425042ms)","trace[2094587842] 'applied index is now lower than readState.Index' (duration: 16.400188ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:48.752881Z","caller":"traceutil/trace.go:171","msg":"trace[799732909] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"230.43522ms","start":"2026-03-29T02:09:48.522411Z","end":"2026-03-29T02:09:48.752847Z","steps":["trace[799732909] 'process raft request' (duration: 214.167995ms)","trace[799732909] 'compare' (duration: 16.07511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:48.753083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.047466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:48.753484Z","caller":"traceutil/trace.go:171","msg":"trace[745132728] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5552; }","duration":"197.20131ms","start":"2026-03-29T02:09:48.555959Z","end":"2026-03-29T02:09:48.75316Z","steps":["trace[745132728] 'agreement among raft nodes before linearized reading' (duration: 196.960794ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:49.003956Z","caller":"traceutil/trace.go:171","msg":"trace[1250161623] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5780; }","duration":"172.066023ms","start":"2026-03-29T02:09:48.831865Z","end":"2026-03-29T02:09:49.003931Z","steps":["trace[1250161623] 'read index received' (duration: 18.826375ms)","trace[1250161623] 'applied index is now lower than readState.Index' (duration: 153.238108ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:49.004095Z","caller":"traceutil/trace.go:171","msg":"trace[240079050] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"217.012682ms","start":"2026-03-29T02:09:48.787054Z","end":"2026-03-29T02:09:49.004067Z","steps":["trace[240079050] 'process raft request' (duration: 215.717936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:49.004295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.420642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-hgvjt\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-29T02:09:49.004411Z","caller":"traceutil/trace.go:171","msg":"trace[1615937645] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-hgvjt; range_end:; response_count:1; response_revision:5554; }","duration":"172.580057ms","start":"2026-03-29T02:09:48.83181Z","end":"2026-03-29T02:09:49.00439Z","steps":["trace[1615937645] 'agreement among raft nodes before linearized reading' (duration: 172.35459ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:49.010749Z","caller":"traceutil/trace.go:171","msg":"trace[1150935862] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"156.666731ms","start":"2026-03-29T02:09:48.854044Z","end":"2026-03-29T02:09:49.01071Z","steps":["trace[1150935862] 'process raft request' (duration: 156.334422ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:49.010824Z","caller":"traceutil/trace.go:171","msg":"trace[1814862838] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"156.839977ms","start":"2026-03-29T02:09:48.853958Z","end":"2026-03-29T02:09:49.010798Z","steps":["trace[1814862838] 'process raft request' (duration: 156.521258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:49.688469Z","caller":"traceutil/trace.go:171","msg":"trace[802583067] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"125.480492ms","start":"2026-03-29T02:09:49.562956Z","end":"2026-03-29T02:09:49.688437Z","steps":["trace[802583067] 'process raft request' (duration: 125.301107ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.198523Z","caller":"traceutil/trace.go:171","msg":"trace[762788201] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"351.51833ms","start":"2026-03-29T02:09:49.846977Z","end":"2026-03-29T02:09:50.198496Z","steps":["trace[762788201] 'process raft request' (duration: 351.338965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.198755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:49.846953Z","time spent":"351.670674ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8049,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:50.228775Z","caller":"traceutil/trace.go:171","msg":"trace[493911513] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5799; }","duration":"140.911492ms","start":"2026-03-29T02:09:50.087844Z","end":"2026-03-29T02:09:50.228756Z","steps":["trace[493911513] 'read index received' (duration: 110.447079ms)","trace[493911513] 'applied index is now lower than readState.Index' (duration: 30.463503ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:50.228832Z","caller":"traceutil/trace.go:171","msg":"trace[1398933834] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"168.049874ms","start":"2026-03-29T02:09:50.060747Z","end":"2026-03-29T02:09:50.228796Z","steps":["trace[1398933834] 'process raft request' (duration: 167.876979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:50.228894Z","caller":"traceutil/trace.go:171","msg":"trace[1307748636] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"138.218869ms","start":"2026-03-29T02:09:50.090635Z","end":"2026-03-29T02:09:50.228853Z","steps":["trace[1307748636] 'process raft request' (duration: 138.086455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:50.22887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.013145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:09:50.228991Z","caller":"traceutil/trace.go:171","msg":"trace[578020429] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5574; }","duration":"141.18279ms","start":"2026-03-29T02:09:50.087796Z","end":"2026-03-29T02:09:50.228979Z","steps":["trace[578020429] 'agreement among raft nodes before linearized reading' (duration: 141.032086ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:55.263457Z","caller":"traceutil/trace.go:171","msg":"trace[2019776954] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"150.737561ms","start":"2026-03-29T02:09:55.112702Z","end":"2026-03-29T02:09:55.263439Z","steps":["trace[2019776954] 'process raft request' (duration: 150.591727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:55.263827Z","caller":"traceutil/trace.go:171","msg":"trace[1954509349] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"150.829244ms","start":"2026-03-29T02:09:55.11297Z","end":"2026-03-29T02:09:55.263799Z","steps":["trace[1954509349] 'process raft request' (duration: 150.439253ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:55.263997Z","caller":"traceutil/trace.go:171","msg":"trace[1642364998] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"150.975798ms","start":"2026-03-29T02:09:55.11301Z","end":"2026-03-29T02:09:55.263985Z","steps":["trace[1642364998] 'process raft request' (duration: 150.70869ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:55.264159Z","caller":"traceutil/trace.go:171","msg":"trace[1009349829] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"149.889328ms","start":"2026-03-29T02:09:55.11426Z","end":"2026-03-29T02:09:55.26415Z","steps":["trace[1009349829] 'process raft request' (duration: 149.673772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:55.26422Z","caller":"traceutil/trace.go:171","msg":"trace[2146202641] linearizableReadLoop","detail":"{readStateIndex:5845; appliedIndex:5839; }","duration":"148.645394ms","start":"2026-03-29T02:09:55.115557Z","end":"2026-03-29T02:09:55.264202Z","steps":["trace[2146202641] 'read index received' (duration: 13.490879ms)","trace[2146202641] 'applied index is now lower than readState.Index' (duration: 135.153835ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:09:55.264276Z","caller":"traceutil/trace.go:171","msg":"trace[1252017093] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"149.932809ms","start":"2026-03-29T02:09:55.114309Z","end":"2026-03-29T02:09:55.264242Z","steps":["trace[1252017093] 'process raft request' (duration: 149.801285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:55.264554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.970712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54138"} {"level":"info","ts":"2026-03-29T02:09:55.264629Z","caller":"traceutil/trace.go:171","msg":"trace[1068840261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5617; }","duration":"149.075186ms","start":"2026-03-29T02:09:55.115537Z","end":"2026-03-29T02:09:55.264612Z","steps":["trace[1068840261] 'agreement among raft nodes before linearized reading' (duration: 148.755317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:56.554444Z","caller":"traceutil/trace.go:171","msg":"trace[1658960750] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"136.45689ms","start":"2026-03-29T02:09:56.417969Z","end":"2026-03-29T02:09:56.554426Z","steps":["trace[1658960750] 'process raft request' (duration: 136.365798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.625799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398653,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:09:59.643024Z","caller":"traceutil/trace.go:171","msg":"trace[1315029969] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"736.435263ms","start":"2026-03-29T02:09:58.90656Z","end":"2026-03-29T02:09:59.642995Z","steps":["trace[1315029969] 'process raft request' (duration: 736.271779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.643229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:58.906543Z","time spent":"736.592498ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:09:59.655446Z","caller":"traceutil/trace.go:171","msg":"trace[1081186157] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5916; }","duration":"530.40334ms","start":"2026-03-29T02:09:59.12503Z","end":"2026-03-29T02:09:59.655433Z","steps":["trace[1081186157] 'read index received' (duration: 518.058103ms)","trace[1081186157] 'applied index is now lower than readState.Index' (duration: 12.344567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:09:59.655562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.086042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:09:59.6556Z","caller":"traceutil/trace.go:171","msg":"trace[14220572] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5688; }","duration":"515.157854ms","start":"2026-03-29T02:09:59.140431Z","end":"2026-03-29T02:09:59.655589Z","steps":["trace[14220572] 'agreement among raft nodes before linearized reading' (duration: 515.090602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.247064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-29T02:09:59.655627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.140418Z","time spent":"515.200935ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:09:59.655634Z","caller":"traceutil/trace.go:171","msg":"trace[1449863123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5688; }","duration":"313.315955ms","start":"2026-03-29T02:09:59.342309Z","end":"2026-03-29T02:09:59.655625Z","steps":["trace[1449863123] 'agreement among raft nodes before linearized reading' (duration: 313.260494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.342295Z","time spent":"313.355716ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" "} {"level":"warn","ts":"2026-03-29T02:09:59.655649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.991632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:09:59.655709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.297305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:09:59.655707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.648128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:09:59.655768Z","caller":"traceutil/trace.go:171","msg":"trace[266385006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5688; }","duration":"377.419068ms","start":"2026-03-29T02:09:59.278337Z","end":"2026-03-29T02:09:59.655757Z","steps":["trace[266385006] 'agreement among raft nodes before linearized reading' (duration: 377.275744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.65579Z","caller":"traceutil/trace.go:171","msg":"trace[1556848414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5688; }","duration":"530.776541ms","start":"2026-03-29T02:09:59.124996Z","end":"2026-03-29T02:09:59.655772Z","steps":["trace[1556848414] 'agreement among raft nodes before linearized reading' (duration: 530.513253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.278318Z","time spent":"377.47546ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:09:59.655829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.12498Z","time spent":"530.841353ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:59.655827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.605215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:09:59.655847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.49069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:09:59.655851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.403175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:09:59.655847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.64351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:09:59.655862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.345916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:09:59.655883Z","caller":"traceutil/trace.go:171","msg":"trace[60690697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5688; }","duration":"508.686807ms","start":"2026-03-29T02:09:59.147182Z","end":"2026-03-29T02:09:59.655869Z","steps":["trace[60690697] 'agreement among raft nodes before linearized reading' (duration: 508.592575ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.655886Z","caller":"traceutil/trace.go:171","msg":"trace[118206850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5688; }","duration":"513.459897ms","start":"2026-03-29T02:09:59.142417Z","end":"2026-03-29T02:09:59.655877Z","steps":["trace[118206850] 'agreement among raft nodes before linearized reading' (duration: 513.360235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.147171Z","time spent":"508.739928ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:09:59.655929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.142404Z","time spent":"513.512218ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:09:59.655878Z","caller":"traceutil/trace.go:171","msg":"trace[2041122661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5688; }","duration":"377.558412ms","start":"2026-03-29T02:09:59.278312Z","end":"2026-03-29T02:09:59.655871Z","steps":["trace[2041122661] 'agreement among raft nodes before linearized reading' (duration: 377.507741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.161152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:09:59.655927Z","caller":"traceutil/trace.go:171","msg":"trace[1926752945] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5688; }","duration":"375.745492ms","start":"2026-03-29T02:09:59.280164Z","end":"2026-03-29T02:09:59.65591Z","steps":["trace[1926752945] 'agreement among raft nodes before linearized reading' (duration: 375.536747ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.655964Z","caller":"traceutil/trace.go:171","msg":"trace[1700559104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5688; }","duration":"373.177833ms","start":"2026-03-29T02:09:59.28278Z","end":"2026-03-29T02:09:59.655958Z","steps":["trace[1700559104] 'agreement among raft nodes before linearized reading' (duration: 373.123121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.282746Z","time spent":"373.230754ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:09:59.655922Z","caller":"traceutil/trace.go:171","msg":"trace[1749884748] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5688; }","duration":"332.433508ms","start":"2026-03-29T02:09:59.323472Z","end":"2026-03-29T02:09:59.655906Z","steps":["trace[1749884748] 'agreement among raft nodes before linearized reading' (duration: 332.273254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.655981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.280154Z","time spent":"375.816365ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:09:59.65597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.278292Z","time spent":"377.665766ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:09:59.656009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.323456Z","time spent":"332.546931ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-29T02:09:59.655714Z","caller":"traceutil/trace.go:171","msg":"trace[529417255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5688; }","duration":"375.081424ms","start":"2026-03-29T02:09:59.280615Z","end":"2026-03-29T02:09:59.655696Z","steps":["trace[529417255] 'agreement among raft nodes before linearized reading' (duration: 374.957081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.656048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.280605Z","time spent":"375.438124ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:09:59.65611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.030517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:09:59.656151Z","caller":"traceutil/trace.go:171","msg":"trace[979241343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5688; }","duration":"377.10807ms","start":"2026-03-29T02:09:59.279032Z","end":"2026-03-29T02:09:59.65614Z","steps":["trace[979241343] 'agreement among raft nodes before linearized reading' (duration: 376.997817ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:09:59.655521Z","caller":"traceutil/trace.go:171","msg":"trace[1816801791] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"596.93071ms","start":"2026-03-29T02:09:59.058556Z","end":"2026-03-29T02:09:59.655487Z","steps":["trace[1816801791] 'process raft request' (duration: 596.802896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:09:59.656172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.279014Z","time spent":"377.152781ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:09:59.656278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.058531Z","time spent":"597.671169ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:09:59.827339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882179ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-29T02:10:00.07747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.218692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:00.077783Z","caller":"traceutil/trace.go:171","msg":"trace[764104216] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"416.568289ms","start":"2026-03-29T02:09:59.661191Z","end":"2026-03-29T02:10:00.07776Z","steps":["trace[764104216] 'process raft request' (duration: 416.377924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.077872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661182Z","time spent":"416.646111ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.078159Z","caller":"traceutil/trace.go:171","msg":"trace[1175655135] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"416.98489ms","start":"2026-03-29T02:09:59.661123Z","end":"2026-03-29T02:10:00.078104Z","steps":["trace[1175655135] 'process raft request' (duration: 282.992016ms)","trace[1175655135] 'compare' (duration: 132.964715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:00.078434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661103Z","time spent":"417.186156ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.078717Z","caller":"traceutil/trace.go:171","msg":"trace[1698900217] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"417.32789ms","start":"2026-03-29T02:09:59.661368Z","end":"2026-03-29T02:10:00.078696Z","steps":["trace[1698900217] 'process raft request' (duration: 416.96568ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:00.078739Z","caller":"traceutil/trace.go:171","msg":"trace[1162863729] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"415.799508ms","start":"2026-03-29T02:09:59.662929Z","end":"2026-03-29T02:10:00.078728Z","steps":["trace[1162863729] 'process raft request' (duration: 415.546821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:00.078795Z","caller":"traceutil/trace.go:171","msg":"trace[650036604] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"417.533345ms","start":"2026-03-29T02:09:59.661226Z","end":"2026-03-29T02:10:00.07876Z","steps":["trace[650036604] 'process raft request' (duration: 416.482977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:00.078785Z","caller":"traceutil/trace.go:171","msg":"trace[2010235641] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"417.019741ms","start":"2026-03-29T02:09:59.661731Z","end":"2026-03-29T02:10:00.078751Z","steps":["trace[2010235641] 'process raft request' (duration: 416.705323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:00.078815Z","caller":"traceutil/trace.go:171","msg":"trace[995785281] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"417.385261ms","start":"2026-03-29T02:09:59.661406Z","end":"2026-03-29T02:10:00.078791Z","steps":["trace[995785281] 'process raft request' (duration: 416.99093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.078883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661222Z","time spent":"417.621508ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.078901Z","caller":"traceutil/trace.go:171","msg":"trace[584610543] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5917; }","duration":"382.251401ms","start":"2026-03-29T02:09:59.696627Z","end":"2026-03-29T02:10:00.078879Z","steps":["trace[584610543] 'read index received' (duration: 18.827245ms)","trace[584610543] 'applied index is now lower than readState.Index' (duration: 363.423406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:00.078942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661712Z","time spent":"417.149394ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:00.07893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661402Z","time spent":"417.474564ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:00.07882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.662919Z","time spent":"415.855669ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.079104Z","caller":"traceutil/trace.go:171","msg":"trace[818160990] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"411.893451ms","start":"2026-03-29T02:09:59.667172Z","end":"2026-03-29T02:10:00.079065Z","steps":["trace[818160990] 'process raft request' (duration: 411.463769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.079185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.537348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63306"} {"level":"info","ts":"2026-03-29T02:10:00.079216Z","caller":"traceutil/trace.go:171","msg":"trace[12236472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5696; }","duration":"382.617411ms","start":"2026-03-29T02:09:59.696591Z","end":"2026-03-29T02:10:00.079209Z","steps":["trace[12236472] 'agreement among raft nodes before linearized reading' (duration: 382.379374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.079157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.661363Z","time spent":"417.616587ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.079235Z","caller":"traceutil/trace.go:171","msg":"trace[1405756681] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"250.493068ms","start":"2026-03-29T02:09:59.828724Z","end":"2026-03-29T02:10:00.079217Z","steps":["trace[1405756681] 'process raft request' (duration: 250.087557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.079244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.696579Z","time spent":"382.656491ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":63327,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:10:00.079319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:09:59.667161Z","time spent":"412.057395ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11652,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:00.892482Z","caller":"traceutil/trace.go:171","msg":"trace[595889360] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"231.825498ms","start":"2026-03-29T02:10:00.660633Z","end":"2026-03-29T02:10:00.892459Z","steps":["trace[595889360] 'read index received' (duration: 231.386466ms)","trace[595889360] 'applied index is now lower than readState.Index' (duration: 438.182µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:00.892554Z","caller":"traceutil/trace.go:171","msg":"trace[1530929210] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"317.580682ms","start":"2026-03-29T02:10:00.574934Z","end":"2026-03-29T02:10:00.892515Z","steps":["trace[1530929210] 'process raft request' (duration: 317.184871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.892687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.026654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-29T02:10:00.892729Z","caller":"traceutil/trace.go:171","msg":"trace[1657700460] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5702; }","duration":"232.113115ms","start":"2026-03-29T02:10:00.660604Z","end":"2026-03-29T02:10:00.892717Z","steps":["trace[1657700460] 'agreement among raft nodes before linearized reading' (duration: 231.948161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:00.892727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:00.574914Z","time spent":"317.723396ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:01.770203Z","caller":"traceutil/trace.go:171","msg":"trace[1826918658] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"195.838614ms","start":"2026-03-29T02:10:01.57433Z","end":"2026-03-29T02:10:01.770168Z","steps":["trace[1826918658] 'process raft request' (duration: 195.645369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.418712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.503914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:02.418883Z","caller":"traceutil/trace.go:171","msg":"trace[1243703525] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5932; }","duration":"733.901765ms","start":"2026-03-29T02:10:01.684952Z","end":"2026-03-29T02:10:02.418853Z","steps":["trace[1243703525] 'read index received' (duration: 85.179129ms)","trace[1243703525] 'applied index is now lower than readState.Index' (duration: 648.720306ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:02.418949Z","caller":"traceutil/trace.go:171","msg":"trace[822030912] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"758.009493ms","start":"2026-03-29T02:10:01.660895Z","end":"2026-03-29T02:10:02.418905Z","steps":["trace[822030912] 'process raft request' (duration: 404.116388ms)","trace[822030912] 'compare' (duration: 353.316379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:02.419084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.09327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:02.419191Z","caller":"traceutil/trace.go:171","msg":"trace[483015672] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5704; }","duration":"734.258274ms","start":"2026-03-29T02:10:01.684906Z","end":"2026-03-29T02:10:02.419165Z","steps":["trace[483015672] 'agreement among raft nodes before linearized reading' (duration: 734.071709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.419188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:01.660872Z","time spent":"758.200349ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:02.41925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:01.684883Z","time spent":"734.350676ms","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:02.419245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.770695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-29T02:10:02.419411Z","caller":"traceutil/trace.go:171","msg":"trace[214142593] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5704; }","duration":"521.936639ms","start":"2026-03-29T02:10:01.897452Z","end":"2026-03-29T02:10:02.419388Z","steps":["trace[214142593] 'agreement among raft nodes before linearized reading' (duration: 521.58394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.419473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:01.897393Z","time spent":"522.061892ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" "} {"level":"warn","ts":"2026-03-29T02:10:02.419953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.676024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:10:02.420012Z","caller":"traceutil/trace.go:171","msg":"trace[254694340] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"336.733676ms","start":"2026-03-29T02:10:02.083262Z","end":"2026-03-29T02:10:02.419996Z","steps":["trace[254694340] 'agreement among raft nodes before linearized reading' (duration: 336.541651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.420012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.802132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:10:02.420018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.658273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-29T02:10:02.420053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.083186Z","time spent":"336.856629ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.567553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:10:02.420068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.89557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:02.420097Z","caller":"traceutil/trace.go:171","msg":"trace[1668500561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5704; }","duration":"334.915866ms","start":"2026-03-29T02:10:02.085158Z","end":"2026-03-29T02:10:02.420074Z","steps":["trace[1668500561] 'agreement among raft nodes before linearized reading' (duration: 334.650399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:02.420131Z","caller":"traceutil/trace.go:171","msg":"trace[499239360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5704; }","duration":"335.653506ms","start":"2026-03-29T02:10:02.084459Z","end":"2026-03-29T02:10:02.420112Z","steps":["trace[499239360] 'agreement among raft nodes before linearized reading' (duration: 335.338047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:02.420121Z","caller":"traceutil/trace.go:171","msg":"trace[1113811114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5704; }","duration":"430.814227ms","start":"2026-03-29T02:10:01.989275Z","end":"2026-03-29T02:10:02.420089Z","steps":["trace[1113811114] 'agreement among raft nodes before linearized reading' (duration: 430.53694ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:02.420148Z","caller":"traceutil/trace.go:171","msg":"trace[15233866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5704; }","duration":"332.990643ms","start":"2026-03-29T02:10:02.087133Z","end":"2026-03-29T02:10:02.420124Z","steps":["trace[15233866] 'agreement among raft nodes before linearized reading' (duration: 332.713936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.420163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.085151Z","time spent":"334.999698ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.084447Z","time spent":"335.730788ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.087124Z","time spent":"333.075705ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:01.989253Z","time spent":"430.924441ms","remote":"127.0.0.1:40366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.956972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:10:02.420131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.573864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:10:02.420353Z","caller":"traceutil/trace.go:171","msg":"trace[1533579415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5704; }","duration":"337.041514ms","start":"2026-03-29T02:10:02.083294Z","end":"2026-03-29T02:10:02.420336Z","steps":["trace[1533579415] 'agreement among raft nodes before linearized reading' (duration: 336.52964ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:02.420368Z","caller":"traceutil/trace.go:171","msg":"trace[461029582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5704; }","duration":"335.856591ms","start":"2026-03-29T02:10:02.084493Z","end":"2026-03-29T02:10:02.42035Z","steps":["trace[461029582] 'agreement among raft nodes before linearized reading' (duration: 335.330377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.42034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.974102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:10:02.420301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.7865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:10:02.420408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.083249Z","time spent":"337.145947ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:10:02.420485Z","caller":"traceutil/trace.go:171","msg":"trace[457314161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5704; }","duration":"335.954054ms","start":"2026-03-29T02:10:02.084483Z","end":"2026-03-29T02:10:02.420437Z","steps":["trace[457314161] 'agreement among raft nodes before linearized reading' (duration: 335.354948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.420526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.084473Z","time spent":"336.040657ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:02.420527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.084474Z","time spent":"335.938414ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:10:02.420533Z","caller":"traceutil/trace.go:171","msg":"trace[92025908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5704; }","duration":"337.107755ms","start":"2026-03-29T02:10:02.083315Z","end":"2026-03-29T02:10:02.420422Z","steps":["trace[92025908] 'agreement among raft nodes before linearized reading' (duration: 336.485378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:02.420632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.083294Z","time spent":"337.283081ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:10:03.159209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.491291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:03.159301Z","caller":"traceutil/trace.go:171","msg":"trace[910666458] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"735.117218ms","start":"2026-03-29T02:10:02.424159Z","end":"2026-03-29T02:10:03.159276Z","steps":["trace[910666458] 'process raft request' (duration: 282.498484ms)","trace[910666458] 'compare' (duration: 452.411028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:03.159396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.424135Z","time spent":"735.18865ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.766431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059621479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:03.850498Z","caller":"traceutil/trace.go:171","msg":"trace[1896561077] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"1.425849125s","start":"2026-03-29T02:10:02.424624Z","end":"2026-03-29T02:10:03.850473Z","steps":["trace[1896561077] 'process raft request' (duration: 1.342205626s)","trace[1896561077] 'compare' (duration: 83.353021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:03.850641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.424596Z","time spent":"1.425966548s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:03.851283Z","caller":"traceutil/trace.go:171","msg":"trace[62277545] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"1.425439034s","start":"2026-03-29T02:10:02.425806Z","end":"2026-03-29T02:10:03.851245Z","steps":["trace[62277545] 'process raft request' (duration: 1.42492984s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:03.851321Z","caller":"traceutil/trace.go:171","msg":"trace[1257557616] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5934; }","duration":"1.424492528s","start":"2026-03-29T02:10:02.426811Z","end":"2026-03-29T02:10:03.851303Z","steps":["trace[1257557616] 'read index received' (duration: 279.998776ms)","trace[1257557616] 'applied index is now lower than readState.Index' (duration: 1.144492792s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:03.851328Z","caller":"traceutil/trace.go:171","msg":"trace[2128628495] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"1.425370832s","start":"2026-03-29T02:10:02.42593Z","end":"2026-03-29T02:10:03.851301Z","steps":["trace[2128628495] 'process raft request' (duration: 1.425215858s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:03.851334Z","caller":"traceutil/trace.go:171","msg":"trace[2085423529] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"1.424972441s","start":"2026-03-29T02:10:02.426334Z","end":"2026-03-29T02:10:03.851306Z","steps":["trace[2085423529] 'process raft request' (duration: 1.424911059s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:03.851358Z","caller":"traceutil/trace.go:171","msg":"trace[314053128] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"1.424617381s","start":"2026-03-29T02:10:02.426719Z","end":"2026-03-29T02:10:03.851336Z","steps":["trace[314053128] 'process raft request' (duration: 1.424558709s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:03.851446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.425907Z","time spent":"1.425479294s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.851447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.425797Z","time spent":"1.425558367s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.851463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.426312Z","time spent":"1.425078823s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.85152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424692423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63306"} {"level":"info","ts":"2026-03-29T02:10:03.851546Z","caller":"traceutil/trace.go:171","msg":"trace[1546036007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5711; }","duration":"1.424754785s","start":"2026-03-29T02:10:02.426784Z","end":"2026-03-29T02:10:03.851539Z","steps":["trace[1546036007] 'agreement among raft nodes before linearized reading' (duration: 1.42460053s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:03.851576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.426778Z","time spent":"1.424791976s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":63327,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:10:03.850869Z","caller":"traceutil/trace.go:171","msg":"trace[1195990722] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"1.426161643s","start":"2026-03-29T02:10:02.424677Z","end":"2026-03-29T02:10:03.850839Z","steps":["trace[1195990722] 'process raft request' (duration: 1.425751052s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:03.851597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.426709Z","time spent":"1.424695543s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:03.851714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.424645Z","time spent":"1.427014977s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:04.351444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:04.490544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.675184ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:04.490755Z","caller":"traceutil/trace.go:171","msg":"trace[1926856005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5711; }","duration":"474.90311ms","start":"2026-03-29T02:10:04.015826Z","end":"2026-03-29T02:10:04.490729Z","steps":["trace[1926856005] 'range keys from in-memory index tree' (duration: 474.654943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:04.852743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354398697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:04.911402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144548469s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:04.911816Z","caller":"traceutil/trace.go:171","msg":"trace[2147226369] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"1.966643924s","start":"2026-03-29T02:10:02.945153Z","end":"2026-03-29T02:10:04.911797Z","steps":["trace[2147226369] 'process raft request' (duration: 1.966595083s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:04.9119Z","caller":"traceutil/trace.go:171","msg":"trace[1009511178] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"2.012933391s","start":"2026-03-29T02:10:02.898952Z","end":"2026-03-29T02:10:04.911885Z","steps":["trace[1009511178] 'process raft request' (duration: 2.012659343s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:04.911948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.945125Z","time spent":"1.966751648s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:04.911981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.898925Z","time spent":"2.013023253s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:05.149501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000753944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:10:05.149573Z","caller":"traceutil/trace.go:171","msg":"trace[980761705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901688s","start":"2026-03-29T02:10:03.148654Z","end":"2026-03-29T02:10:05.149556Z","steps":["trace[980761705] 'agreement among raft nodes before linearized reading' (duration: 2.000794235s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:05.149611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:03.148623Z","time spent":"2.000980061s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:06.290247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193264288s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:10:06.290651Z","caller":"traceutil/trace.go:171","msg":"trace[745471134] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5941; }","duration":"2.439261704s","start":"2026-03-29T02:10:03.851364Z","end":"2026-03-29T02:10:06.290626Z","steps":["trace[745471134] 'read index received' (duration: 1.060240711s)","trace[745471134] 'applied index is now lower than readState.Index' (duration: 1.379019583s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:06.29069Z","caller":"traceutil/trace.go:171","msg":"trace[1377320868] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"1.866155317s","start":"2026-03-29T02:10:04.424472Z","end":"2026-03-29T02:10:06.290628Z","steps":["trace[1377320868] 'process raft request' (duration: 1.86586932s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.290867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:04.424447Z","time spent":"1.866323382s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:06.449648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16521151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:10:06.449814Z","caller":"traceutil/trace.go:171","msg":"trace[1179020692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5714; }","duration":"3.165430876s","start":"2026-03-29T02:10:03.284354Z","end":"2026-03-29T02:10:06.449785Z","steps":["trace[1179020692] 'agreement among raft nodes before linearized reading' (duration: 3.006427414s)","trace[1179020692] 'range keys from in-memory index tree' (duration: 158.689693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.449879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909427507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:06.449899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929914304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:06.449923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020800161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:10:06.449956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024516984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-29T02:10:06.44998Z","caller":"traceutil/trace.go:171","msg":"trace[1868100407] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5714; }","duration":"2.930005617s","start":"2026-03-29T02:10:03.51995Z","end":"2026-03-29T02:10:06.449956Z","steps":["trace[1868100407] 'agreement among raft nodes before linearized reading' (duration: 2.770787038s)","trace[1868100407] 'count revisions from in-memory index tree' (duration: 159.105675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.450029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:03.519894Z","time spent":"2.930123389s","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:06.449955Z","caller":"traceutil/trace.go:171","msg":"trace[1012340998] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5714; }","duration":"3.90955861s","start":"2026-03-29T02:10:02.540376Z","end":"2026-03-29T02:10:06.449935Z","steps":["trace[1012340998] 'agreement among raft nodes before linearized reading' (duration: 3.750393423s)","trace[1012340998] 'count revisions from in-memory index tree' (duration: 159.070544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.450122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.426074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:06.450235Z","caller":"traceutil/trace.go:171","msg":"trace[12913284] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5945; }","duration":"159.475875ms","start":"2026-03-29T02:10:06.290741Z","end":"2026-03-29T02:10:06.450217Z","steps":["trace[12913284] 'read index received' (duration: 71.081µs)","trace[12913284] 'applied index is now lower than readState.Index' (duration: 159.402944ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:06.450023Z","caller":"traceutil/trace.go:171","msg":"trace[2007697773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5714; }","duration":"4.020929015s","start":"2026-03-29T02:10:02.429072Z","end":"2026-03-29T02:10:06.450001Z","steps":["trace[2007697773] 'agreement among raft nodes before linearized reading' (duration: 3.861724007s)","trace[2007697773] 'range keys from in-memory index tree' (duration: 158.966052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.450309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300593088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:06.450318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.429056Z","time spent":"4.021233663s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:10:06.450345Z","caller":"traceutil/trace.go:171","msg":"trace[1566315982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5715; }","duration":"1.30066529s","start":"2026-03-29T02:10:05.149669Z","end":"2026-03-29T02:10:06.450334Z","steps":["trace[1566315982] 'agreement among raft nodes before linearized reading' (duration: 1.300602198s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.450373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.149648Z","time spent":"1.300718111s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:06.450175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:02.540349Z","time spent":"3.909802187s","remote":"127.0.0.1:53570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:06.450603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.595495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:10:06.450632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.698461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:10:06.450648Z","caller":"traceutil/trace.go:171","msg":"trace[170667714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5715; }","duration":"594.679157ms","start":"2026-03-29T02:10:05.855957Z","end":"2026-03-29T02:10:06.450636Z","steps":["trace[170667714] 'agreement among raft nodes before linearized reading' (duration: 594.540863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.450636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.062518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:10:06.4507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.855936Z","time spent":"594.75496ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:10:06.450705Z","caller":"traceutil/trace.go:171","msg":"trace[1981616748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5715; }","duration":"595.170051ms","start":"2026-03-29T02:10:05.855526Z","end":"2026-03-29T02:10:06.450696Z","steps":["trace[1981616748] 'agreement among raft nodes before linearized reading' (duration: 595.020007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:06.450699Z","caller":"traceutil/trace.go:171","msg":"trace[1292093393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5715; }","duration":"593.756982ms","start":"2026-03-29T02:10:05.856905Z","end":"2026-03-29T02:10:06.450662Z","steps":["trace[1292093393] 'agreement among raft nodes before linearized reading' (duration: 593.626258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.450722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.672815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:10:06.450028Z","caller":"traceutil/trace.go:171","msg":"trace[710035955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5714; }","duration":"3.024638817s","start":"2026-03-29T02:10:03.42537Z","end":"2026-03-29T02:10:06.450008Z","steps":["trace[710035955] 'agreement among raft nodes before linearized reading' (duration: 2.865380528s)","trace[710035955] 'range keys from in-memory index tree' (duration: 159.074484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.450777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.855136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:10:06.450745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.735302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:10:06.450828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286906363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:10:06.450864Z","caller":"traceutil/trace.go:171","msg":"trace[2030047677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5715; }","duration":"1.286960345s","start":"2026-03-29T02:10:05.163893Z","end":"2026-03-29T02:10:06.450853Z","steps":["trace[2030047677] 'agreement among raft nodes before linearized reading' (duration: 1.286882003s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:06.450851Z","caller":"traceutil/trace.go:171","msg":"trace[1657166550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5715; }","duration":"593.952438ms","start":"2026-03-29T02:10:05.85688Z","end":"2026-03-29T02:10:06.450832Z","steps":["trace[1657166550] 'agreement among raft nodes before linearized reading' (duration: 593.727311ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:06.450872Z","caller":"traceutil/trace.go:171","msg":"trace[145339377] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"1.203114879s","start":"2026-03-29T02:10:05.24774Z","end":"2026-03-29T02:10:06.450855Z","steps":["trace[145339377] 'process raft request' (duration: 1.042874963s)","trace[145339377] 'compare' (duration: 159.28971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.450891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.163882Z","time spent":"1.287003946s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:10:06.449879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120619702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:10:06.450911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.856869Z","time spent":"594.028449ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:10:06.450941Z","caller":"traceutil/trace.go:171","msg":"trace[319795268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5714; }","duration":"3.121739292s","start":"2026-03-29T02:10:03.329183Z","end":"2026-03-29T02:10:06.450922Z","steps":["trace[319795268] 'agreement among raft nodes before linearized reading' (duration: 2.961518876s)","trace[319795268] 'range keys from in-memory index tree' (duration: 159.006392ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:06.450901Z","caller":"traceutil/trace.go:171","msg":"trace[465197170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5715; }","duration":"593.851345ms","start":"2026-03-29T02:10:05.856993Z","end":"2026-03-29T02:10:06.450845Z","steps":["trace[465197170] 'agreement among raft nodes before linearized reading' (duration: 593.591688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.450992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:03.329161Z","time spent":"3.121812293s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:06.450739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.855505Z","time spent":"595.225593ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:06.450959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.060751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:10:06.451042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.856957Z","time spent":"594.066841ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:10:06.450794Z","caller":"traceutil/trace.go:171","msg":"trace[792830380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5715; }","duration":"595.783888ms","start":"2026-03-29T02:10:05.854995Z","end":"2026-03-29T02:10:06.450779Z","steps":["trace[792830380] 'agreement among raft nodes before linearized reading' (duration: 595.606113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.451252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.854972Z","time spent":"596.268921ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:10:06.451128Z","caller":"traceutil/trace.go:171","msg":"trace[1017895925] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5715; }","duration":"594.246916ms","start":"2026-03-29T02:10:05.856863Z","end":"2026-03-29T02:10:06.45111Z","steps":["trace[1017895925] 'agreement among raft nodes before linearized reading' (duration: 593.784234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.451345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.856852Z","time spent":"594.473542ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:06.450574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065430531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:06.451504Z","caller":"traceutil/trace.go:171","msg":"trace[1734590730] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5715; }","duration":"1.066379787s","start":"2026-03-29T02:10:05.385103Z","end":"2026-03-29T02:10:06.451483Z","steps":["trace[1734590730] 'agreement among raft nodes before linearized reading' (duration: 1.065407191s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.450743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.856898Z","time spent":"593.836465ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:06.451577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.385088Z","time spent":"1.066465969s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:06.4508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:03.425349Z","time spent":"3.025445029s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" "} {"level":"warn","ts":"2026-03-29T02:10:06.450342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:03.284336Z","time spent":"3.165851498s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-29T02:10:06.452084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:05.247715Z","time spent":"1.204301752s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:06.948504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.123382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:06.948591Z","caller":"traceutil/trace.go:171","msg":"trace[1814316667] linearizableReadLoop","detail":"{readStateIndex:5947; appliedIndex:5946; }","duration":"492.44629ms","start":"2026-03-29T02:10:06.456115Z","end":"2026-03-29T02:10:06.948562Z","steps":["trace[1814316667] 'read index received' (duration: 122.267016ms)","trace[1814316667] 'applied index is now lower than readState.Index' (duration: 370.177994ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:06.948754Z","caller":"traceutil/trace.go:171","msg":"trace[1369127549] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"493.075257ms","start":"2026-03-29T02:10:06.455663Z","end":"2026-03-29T02:10:06.948738Z","steps":["trace[1369127549] 'process raft request' (duration: 122.662067ms)","trace[1369127549] 'compare' (duration: 369.852124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:06.948816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.455646Z","time spent":"493.139539ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:06.949116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.985425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17225"} {"level":"info","ts":"2026-03-29T02:10:06.94919Z","caller":"traceutil/trace.go:171","msg":"trace[334256307] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5716; }","duration":"493.076738ms","start":"2026-03-29T02:10:06.456095Z","end":"2026-03-29T02:10:06.949172Z","steps":["trace[334256307] 'agreement among raft nodes before linearized reading' (duration: 492.866922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:06.94924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456087Z","time spent":"493.140259ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17246,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:10:07.063295Z","caller":"traceutil/trace.go:171","msg":"trace[754190325] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"606.861022ms","start":"2026-03-29T02:10:06.456409Z","end":"2026-03-29T02:10:07.06327Z","steps":["trace[754190325] 'process raft request' (duration: 606.746618ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:07.063334Z","caller":"traceutil/trace.go:171","msg":"trace[952220626] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"606.932293ms","start":"2026-03-29T02:10:06.456365Z","end":"2026-03-29T02:10:07.063298Z","steps":["trace[952220626] 'process raft request' (duration: 606.111511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.063473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456405Z","time spent":"606.966804ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:07.063505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456356Z","time spent":"607.057477ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.063654Z","caller":"traceutil/trace.go:171","msg":"trace[1831078481] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"607.187831ms","start":"2026-03-29T02:10:06.456454Z","end":"2026-03-29T02:10:07.063641Z","steps":["trace[1831078481] 'process raft request' (duration: 606.746189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.063716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456433Z","time spent":"607.247452ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.063763Z","caller":"traceutil/trace.go:171","msg":"trace[21205717] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"607.267542ms","start":"2026-03-29T02:10:06.456472Z","end":"2026-03-29T02:10:07.06374Z","steps":["trace[21205717] 'process raft request' (duration: 606.988515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:07.063789Z","caller":"traceutil/trace.go:171","msg":"trace[829286551] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"605.590347ms","start":"2026-03-29T02:10:06.458176Z","end":"2026-03-29T02:10:07.063766Z","steps":["trace[829286551] 'process raft request' (duration: 605.458854ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:07.063821Z","caller":"traceutil/trace.go:171","msg":"trace[570528277] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"605.307449ms","start":"2026-03-29T02:10:06.458494Z","end":"2026-03-29T02:10:07.063801Z","steps":["trace[570528277] 'process raft request' (duration: 605.196246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.063857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456449Z","time spent":"607.359505ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.063886Z","caller":"traceutil/trace.go:171","msg":"trace[339567820] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"604.98914ms","start":"2026-03-29T02:10:06.458887Z","end":"2026-03-29T02:10:07.063876Z","steps":["trace[339567820] 'process raft request' (duration: 604.868687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.063902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.45817Z","time spent":"605.680349ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:07.063946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.458879Z","time spent":"605.036691ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:07.063938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.458485Z","time spent":"605.397471ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.063787Z","caller":"traceutil/trace.go:171","msg":"trace[779232332] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"605.787262ms","start":"2026-03-29T02:10:06.457968Z","end":"2026-03-29T02:10:07.063755Z","steps":["trace[779232332] 'process raft request' (duration: 605.595987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.064048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.45796Z","time spent":"606.037309ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.064502Z","caller":"traceutil/trace.go:171","msg":"trace[967114276] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5947; }","duration":"115.864552ms","start":"2026-03-29T02:10:06.948619Z","end":"2026-03-29T02:10:07.064484Z","steps":["trace[967114276] 'read index received' (duration: 113.866537ms)","trace[967114276] 'applied index is now lower than readState.Index' (duration: 1.996875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:07.064561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.45628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:07.06463Z","caller":"traceutil/trace.go:171","msg":"trace[1578270188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5725; }","duration":"606.548173ms","start":"2026-03-29T02:10:06.458063Z","end":"2026-03-29T02:10:07.064611Z","steps":["trace[1578270188] 'agreement among raft nodes before linearized reading' (duration: 606.42741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.064691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.458058Z","time spent":"606.619715ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:07.06471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.367953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:10:07.064749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.125999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63306"} {"level":"info","ts":"2026-03-29T02:10:07.064782Z","caller":"traceutil/trace.go:171","msg":"trace[1408871570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:5725; }","duration":"608.453776ms","start":"2026-03-29T02:10:06.456312Z","end":"2026-03-29T02:10:07.064766Z","steps":["trace[1408871570] 'agreement among raft nodes before linearized reading' (duration: 608.25663ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:07.064807Z","caller":"traceutil/trace.go:171","msg":"trace[858241632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5725; }","duration":"607.199391ms","start":"2026-03-29T02:10:06.457592Z","end":"2026-03-29T02:10:07.064791Z","steps":["trace[858241632] 'agreement among raft nodes before linearized reading' (duration: 606.960055ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:07.064819Z","caller":"traceutil/trace.go:171","msg":"trace[613189973] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"147.870388ms","start":"2026-03-29T02:10:06.916932Z","end":"2026-03-29T02:10:07.064803Z","steps":["trace[613189973] 'process raft request' (duration: 147.472957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.064827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.456307Z","time spent":"608.507637ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" "} {"level":"warn","ts":"2026-03-29T02:10:07.064867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:06.457585Z","time spent":"607.268363ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":63327,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:10:07.43652Z","caller":"traceutil/trace.go:171","msg":"trace[449351277] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5956; }","duration":"367.54672ms","start":"2026-03-29T02:10:07.068945Z","end":"2026-03-29T02:10:07.436492Z","steps":["trace[449351277] 'read index received' (duration: 361.181196ms)","trace[449351277] 'applied index is now lower than readState.Index' (duration: 6.363374ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:07.436551Z","caller":"traceutil/trace.go:171","msg":"trace[1096811448] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"368.199818ms","start":"2026-03-29T02:10:07.068317Z","end":"2026-03-29T02:10:07.436516Z","steps":["trace[1096811448] 'process raft request' (duration: 361.729181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.436771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.807747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:07.436785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:07.068301Z","time spent":"368.380053ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:07.43681Z","caller":"traceutil/trace.go:171","msg":"trace[954082344] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5726; }","duration":"367.876089ms","start":"2026-03-29T02:10:07.068922Z","end":"2026-03-29T02:10:07.436798Z","steps":["trace[954082344] 'agreement among raft nodes before linearized reading' (duration: 367.711895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:07.436981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:07.068912Z","time spent":"368.055624ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:10:08.086751Z","caller":"traceutil/trace.go:171","msg":"trace[1137541259] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5957; }","duration":"106.878285ms","start":"2026-03-29T02:10:07.979845Z","end":"2026-03-29T02:10:08.086723Z","steps":["trace[1137541259] 'read index received' (duration: 106.553466ms)","trace[1137541259] 'applied index is now lower than readState.Index' (duration: 323.459µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:08.086818Z","caller":"traceutil/trace.go:171","msg":"trace[462338664] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"122.229086ms","start":"2026-03-29T02:10:07.964565Z","end":"2026-03-29T02:10:08.086794Z","steps":["trace[462338664] 'process raft request' (duration: 121.932308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:08.0869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.03701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:08.086944Z","caller":"traceutil/trace.go:171","msg":"trace[1543266560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5727; }","duration":"107.131723ms","start":"2026-03-29T02:10:07.979799Z","end":"2026-03-29T02:10:08.08693Z","steps":["trace[1543266560] 'agreement among raft nodes before linearized reading' (duration: 107.0349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:09.737779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.617282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:09.737896Z","caller":"traceutil/trace.go:171","msg":"trace[1930309511] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5964; }","duration":"684.67133ms","start":"2026-03-29T02:10:09.053209Z","end":"2026-03-29T02:10:09.73788Z","steps":["trace[1930309511] 'read index received' (duration: 411.897004ms)","trace[1930309511] 'applied index is now lower than readState.Index' (duration: 272.773066ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:09.737925Z","caller":"traceutil/trace.go:171","msg":"trace[252984562] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"751.306335ms","start":"2026-03-29T02:10:08.986588Z","end":"2026-03-29T02:10:09.737894Z","steps":["trace[252984562] 'process raft request' (duration: 478.501318ms)","trace[252984562] 'compare' (duration: 272.479068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:09.737974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.775384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:09.738002Z","caller":"traceutil/trace.go:171","msg":"trace[1587848067] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5734; }","duration":"684.848625ms","start":"2026-03-29T02:10:09.053144Z","end":"2026-03-29T02:10:09.737992Z","steps":["trace[1587848067] 'agreement among raft nodes before linearized reading' (duration: 684.798294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:09.73804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.053119Z","time spent":"684.912457ms","remote":"127.0.0.1:40482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:09.738112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:08.986563Z","time spent":"751.428698ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5963,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:10.243504Z","caller":"traceutil/trace.go:171","msg":"trace[1894947473] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5965; }","duration":"505.554778ms","start":"2026-03-29T02:10:09.73792Z","end":"2026-03-29T02:10:10.243474Z","steps":["trace[1894947473] 'read index received' (duration: 421.192299ms)","trace[1894947473] 'applied index is now lower than readState.Index' (duration: 84.361289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:10.243652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17309213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:10:10.243727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095535297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:10.243786Z","caller":"traceutil/trace.go:171","msg":"trace[2146737181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5735; }","duration":"1.095601139s","start":"2026-03-29T02:10:09.148152Z","end":"2026-03-29T02:10:10.243753Z","steps":["trace[2146737181] 'agreement among raft nodes before linearized reading' (duration: 1.095540287s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.243824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.148132Z","time spent":"1.095683121s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:10.243835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174159579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:10:10.243843Z","caller":"traceutil/trace.go:171","msg":"trace[230491971] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"1.174331324s","start":"2026-03-29T02:10:09.069487Z","end":"2026-03-29T02:10:10.243818Z","steps":["trace[230491971] 'process raft request' (duration: 1.089361798s)","trace[230491971] 'compare' (duration: 84.312028ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:10.243887Z","caller":"traceutil/trace.go:171","msg":"trace[523420518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5735; }","duration":"1.17422977s","start":"2026-03-29T02:10:09.069645Z","end":"2026-03-29T02:10:10.243874Z","steps":["trace[523420518] 'agreement among raft nodes before linearized reading' (duration: 1.174104427s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.243958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.069639Z","time spent":"1.174304243s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:10.243982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.069465Z","time spent":"1.174444306s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:10.243765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.416988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-29T02:10:10.244364Z","caller":"traceutil/trace.go:171","msg":"trace[1379965134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5735; }","duration":"752.059655ms","start":"2026-03-29T02:10:09.492288Z","end":"2026-03-29T02:10:10.244348Z","steps":["trace[1379965134] 'agreement among raft nodes before linearized reading' (duration: 751.297365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.244382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174641832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:10:10.244416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.492268Z","time spent":"752.131727ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" "} {"level":"warn","ts":"2026-03-29T02:10:10.244386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175187357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:10:10.243721Z","caller":"traceutil/trace.go:171","msg":"trace[1067597505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5735; }","duration":"1.173183822s","start":"2026-03-29T02:10:09.07052Z","end":"2026-03-29T02:10:10.243704Z","steps":["trace[1067597505] 'agreement among raft nodes before linearized reading' (duration: 1.172984286s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.244404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175370112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:10:10.244439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17458656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:10:10.244484Z","caller":"traceutil/trace.go:171","msg":"trace[959596101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5735; }","duration":"1.175359002s","start":"2026-03-29T02:10:09.069102Z","end":"2026-03-29T02:10:10.244461Z","steps":["trace[959596101] 'agreement among raft nodes before linearized reading' (duration: 1.175027952s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:10.244499Z","caller":"traceutil/trace.go:171","msg":"trace[2044384633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5735; }","duration":"1.175527556s","start":"2026-03-29T02:10:09.068952Z","end":"2026-03-29T02:10:10.24448Z","steps":["trace[2044384633] 'agreement among raft nodes before linearized reading' (duration: 1.17530203s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:10.244518Z","caller":"traceutil/trace.go:171","msg":"trace[1291162721] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5735; }","duration":"1.174673694s","start":"2026-03-29T02:10:09.069825Z","end":"2026-03-29T02:10:10.244499Z","steps":["trace[1291162721] 'agreement among raft nodes before linearized reading' (duration: 1.174474918s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.244511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.070514Z","time spent":"1.173974494s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:10:10.244544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.068928Z","time spent":"1.175607549s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:10.244555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.069074Z","time spent":"1.175465815s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:10.243663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.123158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:10:10.244577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.069821Z","time spent":"1.174742235s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:10:10.244612Z","caller":"traceutil/trace.go:171","msg":"trace[1332439489] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:5735; }","duration":"920.111445ms","start":"2026-03-29T02:10:09.324489Z","end":"2026-03-29T02:10:10.2446Z","steps":["trace[1332439489] 'agreement among raft nodes before linearized reading' (duration: 919.105238ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:10.244441Z","caller":"traceutil/trace.go:171","msg":"trace[1050895474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5735; }","duration":"1.174716465s","start":"2026-03-29T02:10:09.06971Z","end":"2026-03-29T02:10:10.244426Z","steps":["trace[1050895474] 'agreement among raft nodes before linearized reading' (duration: 1.17455041s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.244657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.324469Z","time spent":"920.177127ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T02:10:10.244699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.069698Z","time spent":"1.174958951s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:10:10.244565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.536044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:10:10.244774Z","caller":"traceutil/trace.go:171","msg":"trace[18468372] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5735; }","duration":"552.789471ms","start":"2026-03-29T02:10:09.691972Z","end":"2026-03-29T02:10:10.244762Z","steps":["trace[18468372] 'agreement among raft nodes before linearized reading' (duration: 552.214835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.24481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.69195Z","time spent":"552.850623ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":551,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:10.245164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17600997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:10:10.245284Z","caller":"traceutil/trace.go:171","msg":"trace[1732127659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5735; }","duration":"1.176216586s","start":"2026-03-29T02:10:09.068974Z","end":"2026-03-29T02:10:10.245191Z","steps":["trace[1732127659] 'agreement among raft nodes before linearized reading' (duration: 1.174602151s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.245391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.068961Z","time spent":"1.17637776s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:10:10.246792Z","caller":"traceutil/trace.go:171","msg":"trace[1246254473] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"499.930375ms","start":"2026-03-29T02:10:09.746837Z","end":"2026-03-29T02:10:10.246767Z","steps":["trace[1246254473] 'process raft request' (duration: 499.700108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:10.246821Z","caller":"traceutil/trace.go:171","msg":"trace[2052257551] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"499.942855ms","start":"2026-03-29T02:10:09.746861Z","end":"2026-03-29T02:10:10.246803Z","steps":["trace[2052257551] 'process raft request' (duration: 499.815931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.246909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.74682Z","time spent":"500.033167ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1046,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:10.246926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.746841Z","time spent":"500.029267ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:10.247043Z","caller":"traceutil/trace.go:171","msg":"trace[1318607405] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"500.12714ms","start":"2026-03-29T02:10:09.746862Z","end":"2026-03-29T02:10:10.246989Z","steps":["trace[1318607405] 'process raft request' (duration: 499.876093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:10.247177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:09.746844Z","time spent":"500.266263ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:14.525307Z","caller":"traceutil/trace.go:171","msg":"trace[1338724229] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"116.779217ms","start":"2026-03-29T02:10:14.408501Z","end":"2026-03-29T02:10:14.52528Z","steps":["trace[1338724229] 'process raft request' (duration: 116.713475ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:14.525392Z","caller":"traceutil/trace.go:171","msg":"trace[1439556074] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"118.659208ms","start":"2026-03-29T02:10:14.406703Z","end":"2026-03-29T02:10:14.525362Z","steps":["trace[1439556074] 'process raft request' (duration: 118.335039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:14.525441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.956788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:10:14.525525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:14.525589Z","caller":"traceutil/trace.go:171","msg":"trace[1913103718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5796; }","duration":"119.016848ms","start":"2026-03-29T02:10:14.406557Z","end":"2026-03-29T02:10:14.525573Z","steps":["trace[1913103718] 'agreement among raft nodes before linearized reading' (duration: 118.863584ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:14.525533Z","caller":"traceutil/trace.go:171","msg":"trace[2049955967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5796; }","duration":"122.092532ms","start":"2026-03-29T02:10:14.403418Z","end":"2026-03-29T02:10:14.525511Z","steps":["trace[2049955967] 'agreement among raft nodes before linearized reading' (duration: 121.849865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:14.525626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.860859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:10:14.525678Z","caller":"traceutil/trace.go:171","msg":"trace[1000209560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5796; }","duration":"120.93288ms","start":"2026-03-29T02:10:14.404731Z","end":"2026-03-29T02:10:14.525664Z","steps":["trace[1000209560] 'agreement among raft nodes before linearized reading' (duration: 120.764616ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.631428Z","caller":"traceutil/trace.go:171","msg":"trace[610554291] linearizableReadLoop","detail":"{readStateIndex:6047; appliedIndex:6046; }","duration":"101.340105ms","start":"2026-03-29T02:10:16.530069Z","end":"2026-03-29T02:10:16.631409Z","steps":["trace[610554291] 'read index received' (duration: 101.15707ms)","trace[610554291] 'applied index is now lower than readState.Index' (duration: 182.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:16.631494Z","caller":"traceutil/trace.go:171","msg":"trace[1112048896] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"147.240771ms","start":"2026-03-29T02:10:16.484216Z","end":"2026-03-29T02:10:16.631457Z","steps":["trace[1112048896] 'process raft request' (duration: 147.069856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:16.631643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.55639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:10:16.631644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.56197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:10:16.631683Z","caller":"traceutil/trace.go:171","msg":"trace[1347036626] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5814; }","duration":"101.641613ms","start":"2026-03-29T02:10:16.530027Z","end":"2026-03-29T02:10:16.631669Z","steps":["trace[1347036626] 'agreement among raft nodes before linearized reading' (duration: 101.479828ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.631714Z","caller":"traceutil/trace.go:171","msg":"trace[1229887686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5814; }","duration":"101.668513ms","start":"2026-03-29T02:10:16.530027Z","end":"2026-03-29T02:10:16.631696Z","steps":["trace[1229887686] 'agreement among raft nodes before linearized reading' (duration: 101.434517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:16.631827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.357675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:10:16.631867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.048536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:10:16.631914Z","caller":"traceutil/trace.go:171","msg":"trace[1154872911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5814; }","duration":"101.135558ms","start":"2026-03-29T02:10:16.530767Z","end":"2026-03-29T02:10:16.631902Z","steps":["trace[1154872911] 'agreement among raft nodes before linearized reading' (duration: 100.949383ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.631916Z","caller":"traceutil/trace.go:171","msg":"trace[497943945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5814; }","duration":"101.486148ms","start":"2026-03-29T02:10:16.53041Z","end":"2026-03-29T02:10:16.631896Z","steps":["trace[497943945] 'agreement among raft nodes before linearized reading' (duration: 101.20945ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.784971Z","caller":"traceutil/trace.go:171","msg":"trace[1320238161] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"148.601718ms","start":"2026-03-29T02:10:16.63634Z","end":"2026-03-29T02:10:16.784941Z","steps":["trace[1320238161] 'process raft request' (duration: 148.407753ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.785953Z","caller":"traceutil/trace.go:171","msg":"trace[1005829040] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"148.910376ms","start":"2026-03-29T02:10:16.637024Z","end":"2026-03-29T02:10:16.785935Z","steps":["trace[1005829040] 'process raft request' (duration: 148.876885ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.786135Z","caller":"traceutil/trace.go:171","msg":"trace[1513447700] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"149.134242ms","start":"2026-03-29T02:10:16.636993Z","end":"2026-03-29T02:10:16.786127Z","steps":["trace[1513447700] 'process raft request' (duration: 148.846985ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.786227Z","caller":"traceutil/trace.go:171","msg":"trace[1391261648] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"149.222275ms","start":"2026-03-29T02:10:16.636999Z","end":"2026-03-29T02:10:16.786221Z","steps":["trace[1391261648] 'process raft request' (duration: 148.873065ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.786113Z","caller":"traceutil/trace.go:171","msg":"trace[116589569] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"149.139512ms","start":"2026-03-29T02:10:16.636949Z","end":"2026-03-29T02:10:16.786089Z","steps":["trace[116589569] 'process raft request' (duration: 148.844264ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:16.786313Z","caller":"traceutil/trace.go:171","msg":"trace[133696678] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"149.386529ms","start":"2026-03-29T02:10:16.636909Z","end":"2026-03-29T02:10:16.786295Z","steps":["trace[133696678] 'process raft request' (duration: 148.784063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.128266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:19.327143Z","time spent":"801.119287ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:10:20.435689Z","caller":"traceutil/trace.go:171","msg":"trace[1291583984] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6079; }","duration":"293.809692ms","start":"2026-03-29T02:10:20.14183Z","end":"2026-03-29T02:10:20.43564Z","steps":["trace[1291583984] 'read index received' (duration: 238.722724ms)","trace[1291583984] 'applied index is now lower than readState.Index' (duration: 55.083278ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:20.435712Z","caller":"traceutil/trace.go:171","msg":"trace[1902593872] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"306.063548ms","start":"2026-03-29T02:10:20.129594Z","end":"2026-03-29T02:10:20.435657Z","steps":["trace[1902593872] 'process raft request' (duration: 250.941369ms)","trace[1902593872] 'compare' (duration: 54.81143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:20.436016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.129568Z","time spent":"306.313285ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:20.43625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.342476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:20.436369Z","caller":"traceutil/trace.go:171","msg":"trace[294122873] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5846; }","duration":"294.555882ms","start":"2026-03-29T02:10:20.141788Z","end":"2026-03-29T02:10:20.436343Z","steps":["trace[294122873] 'agreement among raft nodes before linearized reading' (duration: 293.970766ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:20.652595Z","caller":"traceutil/trace.go:171","msg":"trace[1787115415] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6080; }","duration":"216.768033ms","start":"2026-03-29T02:10:20.435801Z","end":"2026-03-29T02:10:20.652569Z","steps":["trace[1787115415] 'read index received' (duration: 175.116223ms)","trace[1787115415] 'applied index is now lower than readState.Index' (duration: 41.65045ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:20.65276Z","caller":"traceutil/trace.go:171","msg":"trace[271965688] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"322.823976ms","start":"2026-03-29T02:10:20.329913Z","end":"2026-03-29T02:10:20.652737Z","steps":["trace[271965688] 'process raft request' (duration: 281.052033ms)","trace[271965688] 'compare' (duration: 41.405463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:20.652902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.329886Z","time spent":"322.919169ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:20.653208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.367243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:20.653262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.806475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:20.653302Z","caller":"traceutil/trace.go:171","msg":"trace[1707895477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5848; }","duration":"505.505826ms","start":"2026-03-29T02:10:20.147775Z","end":"2026-03-29T02:10:20.653281Z","steps":["trace[1707895477] 'agreement among raft nodes before linearized reading' (duration: 505.207278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.653337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.147758Z","time spent":"505.572909ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:10:20.653331Z","caller":"traceutil/trace.go:171","msg":"trace[1036350640] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5848; }","duration":"414.946438ms","start":"2026-03-29T02:10:20.238366Z","end":"2026-03-29T02:10:20.653313Z","steps":["trace[1036350640] 'agreement among raft nodes before linearized reading' (duration: 414.808134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:20.653402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:20.238333Z","time spent":"415.034931ms","remote":"127.0.0.1:53756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:20.653454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.873912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:10:20.653543Z","caller":"traceutil/trace.go:171","msg":"trace[933765466] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5848; }","duration":"215.008855ms","start":"2026-03-29T02:10:20.43852Z","end":"2026-03-29T02:10:20.653529Z","steps":["trace[933765466] 'agreement among raft nodes before linearized reading' (duration: 214.522462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:26.888722Z","caller":"traceutil/trace.go:171","msg":"trace[1250538878] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"217.453822ms","start":"2026-03-29T02:10:26.671246Z","end":"2026-03-29T02:10:26.888699Z","steps":["trace[1250538878] 'process raft request' (duration: 217.300857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:27.289224Z","caller":"traceutil/trace.go:171","msg":"trace[1906273302] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6175; }","duration":"609.429401ms","start":"2026-03-29T02:10:26.679767Z","end":"2026-03-29T02:10:27.289196Z","steps":["trace[1906273302] 'read index received' (duration: 208.869437ms)","trace[1906273302] 'applied index is now lower than readState.Index' (duration: 400.558944ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:27.289248Z","caller":"traceutil/trace.go:171","msg":"trace[1849040423] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"615.972611ms","start":"2026-03-29T02:10:26.673244Z","end":"2026-03-29T02:10:27.289216Z","steps":["trace[1849040423] 'process raft request' (duration: 614.433558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.673218Z","time spent":"616.150266ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:27.289487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.101219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:10:27.289493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.72124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:27.289535Z","caller":"traceutil/trace.go:171","msg":"trace[781460890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5939; }","duration":"401.204062ms","start":"2026-03-29T02:10:26.888318Z","end":"2026-03-29T02:10:27.289522Z","steps":["trace[781460890] 'agreement among raft nodes before linearized reading' (duration: 401.052928ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:27.289547Z","caller":"traceutil/trace.go:171","msg":"trace[225870432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5939; }","duration":"609.800741ms","start":"2026-03-29T02:10:26.679732Z","end":"2026-03-29T02:10:27.289533Z","steps":["trace[225870432] 'agreement among raft nodes before linearized reading' (duration: 609.610696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.731552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:10:27.289587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.679723Z","time spent":"609.854562ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:10:27.289632Z","caller":"traceutil/trace.go:171","msg":"trace[1609005795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5939; }","duration":"395.866905ms","start":"2026-03-29T02:10:26.893746Z","end":"2026-03-29T02:10:27.289613Z","steps":["trace[1609005795] 'agreement among raft nodes before linearized reading' (duration: 395.65194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.699008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:10:27.289707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.523378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:10:27.289718Z","caller":"traceutil/trace.go:171","msg":"trace[1423355764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5939; }","duration":"396.74779ms","start":"2026-03-29T02:10:26.89296Z","end":"2026-03-29T02:10:27.289708Z","steps":["trace[1423355764] 'agreement among raft nodes before linearized reading' (duration: 396.656688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.28973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.966352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:27.28975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.892953Z","time spent":"396.791451ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:10:27.289751Z","caller":"traceutil/trace.go:171","msg":"trace[1788056916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5939; }","duration":"208.59713ms","start":"2026-03-29T02:10:27.081141Z","end":"2026-03-29T02:10:27.289738Z","steps":["trace[1788056916] 'agreement among raft nodes before linearized reading' (duration: 208.501027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.193778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:27.28976Z","caller":"traceutil/trace.go:171","msg":"trace[561817692] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5939; }","duration":"231.042864ms","start":"2026-03-29T02:10:27.058708Z","end":"2026-03-29T02:10:27.289751Z","steps":["trace[561817692] 'agreement among raft nodes before linearized reading' (duration: 230.996043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:27.289807Z","caller":"traceutil/trace.go:171","msg":"trace[265577759] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5939; }","duration":"140.503916ms","start":"2026-03-29T02:10:27.149286Z","end":"2026-03-29T02:10:27.28979Z","steps":["trace[265577759] 'agreement among raft nodes before linearized reading' (duration: 140.199378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.893729Z","time spent":"395.941868ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:27.289574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.888289Z","time spent":"401.277094ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:27.289891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.383895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:10:27.28998Z","caller":"traceutil/trace.go:171","msg":"trace[924269863] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5939; }","duration":"398.487937ms","start":"2026-03-29T02:10:26.891479Z","end":"2026-03-29T02:10:27.289967Z","steps":["trace[924269863] 'agreement among raft nodes before linearized reading' (duration: 398.309152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.289612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.001542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:27.290019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.000169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:10:27.290068Z","caller":"traceutil/trace.go:171","msg":"trace[1287132221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5939; }","duration":"140.496476ms","start":"2026-03-29T02:10:27.149557Z","end":"2026-03-29T02:10:27.290053Z","steps":["trace[1287132221] 'agreement among raft nodes before linearized reading' (duration: 140.037523ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:27.290097Z","caller":"traceutil/trace.go:171","msg":"trace[376241370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5939; }","duration":"400.130872ms","start":"2026-03-29T02:10:26.889944Z","end":"2026-03-29T02:10:27.290075Z","steps":["trace[376241370] 'agreement among raft nodes before linearized reading' (duration: 399.877825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.290066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.891471Z","time spent":"398.537939ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:27.289907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.612501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:10:27.290149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.889921Z","time spent":"400.218545ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:10:27.290191Z","caller":"traceutil/trace.go:171","msg":"trace[980256415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5939; }","duration":"398.93475ms","start":"2026-03-29T02:10:26.891242Z","end":"2026-03-29T02:10:27.290176Z","steps":["trace[980256415] 'agreement among raft nodes before linearized reading' (duration: 398.494558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:27.290246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:26.891228Z","time spent":"399.003161ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:10:33.504594Z","caller":"traceutil/trace.go:171","msg":"trace[858989689] linearizableReadLoop","detail":"{readStateIndex:6213; appliedIndex:6212; }","duration":"164.472182ms","start":"2026-03-29T02:10:33.340089Z","end":"2026-03-29T02:10:33.504561Z","steps":["trace[858989689] 'read index received' (duration: 88.801111ms)","trace[858989689] 'applied index is now lower than readState.Index' (duration: 75.669641ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:33.504735Z","caller":"traceutil/trace.go:171","msg":"trace[492757049] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"165.394487ms","start":"2026-03-29T02:10:33.339326Z","end":"2026-03-29T02:10:33.504721Z","steps":["trace[492757049] 'process raft request' (duration: 89.553551ms)","trace[492757049] 'compare' (duration: 75.343743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:33.504966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.848752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64523"} {"level":"info","ts":"2026-03-29T02:10:33.505029Z","caller":"traceutil/trace.go:171","msg":"trace[1425038295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5974; }","duration":"164.928894ms","start":"2026-03-29T02:10:33.340085Z","end":"2026-03-29T02:10:33.505014Z","steps":["trace[1425038295] 'agreement among raft nodes before linearized reading' (duration: 164.581785ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.52587Z","caller":"traceutil/trace.go:171","msg":"trace[766675567] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"185.596161ms","start":"2026-03-29T02:10:33.340245Z","end":"2026-03-29T02:10:33.525841Z","steps":["trace[766675567] 'process raft request' (duration: 185.331933ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.526174Z","caller":"traceutil/trace.go:171","msg":"trace[1985176532] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"184.694055ms","start":"2026-03-29T02:10:33.341469Z","end":"2026-03-29T02:10:33.526163Z","steps":["trace[1985176532] 'process raft request' (duration: 184.571772ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.526081Z","caller":"traceutil/trace.go:171","msg":"trace[818712909] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"185.674343ms","start":"2026-03-29T02:10:33.340389Z","end":"2026-03-29T02:10:33.526063Z","steps":["trace[818712909] 'process raft request' (duration: 185.368084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.526261Z","caller":"traceutil/trace.go:171","msg":"trace[2038249207] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"183.587555ms","start":"2026-03-29T02:10:33.342638Z","end":"2026-03-29T02:10:33.526225Z","steps":["trace[2038249207] 'process raft request' (duration: 183.456362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.526244Z","caller":"traceutil/trace.go:171","msg":"trace[207320247] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"184.761578ms","start":"2026-03-29T02:10:33.341414Z","end":"2026-03-29T02:10:33.526176Z","steps":["trace[207320247] 'process raft request' (duration: 184.401278ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:33.52622Z","caller":"traceutil/trace.go:171","msg":"trace[1881911492] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"183.335049ms","start":"2026-03-29T02:10:33.342841Z","end":"2026-03-29T02:10:33.526176Z","steps":["trace[1881911492] 'process raft request' (duration: 183.286737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:35.646712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354399314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:36.147291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354399314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:36.648131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354399314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:10:36.665416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706815338s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:10:36.668814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458136984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:36.668875Z","caller":"traceutil/trace.go:171","msg":"trace[384568006] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5982; }","duration":"2.458239847s","start":"2026-03-29T02:10:34.210617Z","end":"2026-03-29T02:10:36.668857Z","steps":["trace[384568006] 'count revisions from in-memory index tree' (duration: 2.45802705s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.668916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.2106Z","time spent":"2.458304298s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:36.668993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652495554s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:36.669134Z","caller":"traceutil/trace.go:171","msg":"trace[842610459] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5982; }","duration":"2.652639588s","start":"2026-03-29T02:10:34.016466Z","end":"2026-03-29T02:10:36.669106Z","steps":["trace[842610459] 'range keys from in-memory index tree' (duration: 2.652479593s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.669414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05796276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:36.669434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400744943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:10:36.66947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748652214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:36.669511Z","caller":"traceutil/trace.go:171","msg":"trace[849628312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5982; }","duration":"2.400830895s","start":"2026-03-29T02:10:34.268658Z","end":"2026-03-29T02:10:36.669489Z","steps":["trace[849628312] 'range keys from in-memory index tree' (duration: 2.400565278s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:36.669524Z","caller":"traceutil/trace.go:171","msg":"trace[1867704850] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5982; }","duration":"1.74884944s","start":"2026-03-29T02:10:34.920658Z","end":"2026-03-29T02:10:36.669508Z","steps":["trace[1867704850] 'count revisions from in-memory index tree' (duration: 1.748461388s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.669552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.268601Z","time spent":"2.400943039s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:10:36.669558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.920636Z","time spent":"1.748912621s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":26,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:36.669478Z","caller":"traceutil/trace.go:171","msg":"trace[613107673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5982; }","duration":"2.058088344s","start":"2026-03-29T02:10:34.611371Z","end":"2026-03-29T02:10:36.669459Z","steps":["trace[613107673] 'count revisions from in-memory index tree' (duration: 2.057855077s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.66987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.611339Z","time spent":"2.058515416s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:36.670015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474900913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-29T02:10:36.670063Z","caller":"traceutil/trace.go:171","msg":"trace[381691328] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5982; }","duration":"2.474989135s","start":"2026-03-29T02:10:34.19506Z","end":"2026-03-29T02:10:36.67005Z","steps":["trace[381691328] 'range keys from in-memory index tree' (duration: 2.473402092s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.670096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.195038Z","time spent":"2.475050326s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10413,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-29T02:10:36.670315Z","caller":"traceutil/trace.go:171","msg":"trace[1097370367] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"1.711827266s","start":"2026-03-29T02:10:34.95847Z","end":"2026-03-29T02:10:36.670298Z","steps":["trace[1097370367] 'process raft request' (duration: 1.707077956s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:36.670433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:34.95844Z","time spent":"1.711929529s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:37.146798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:10:37.146894Z","caller":"traceutil/trace.go:171","msg":"trace[1877374213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831967s","start":"2026-03-29T02:10:35.14604Z","end":"2026-03-29T02:10:37.146872Z","steps":["trace[1877374213] 'agreement among raft nodes before linearized reading' (duration: 2.000710953s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:37.146944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.14602Z","time spent":"2.000914058s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:10:38.856413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.190826696s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:10:38.857006Z","caller":"traceutil/trace.go:171","msg":"trace[343556755] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"3.515905226s","start":"2026-03-29T02:10:35.341055Z","end":"2026-03-29T02:10:38.856961Z","steps":["trace[343556755] 'process raft request' (duration: 3.515651809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:38.857447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.341026Z","time spent":"3.51607554s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:38.947243Z","caller":"traceutil/trace.go:171","msg":"trace[781685971] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6221; }","duration":"3.801128653s","start":"2026-03-29T02:10:35.146092Z","end":"2026-03-29T02:10:38.947221Z","steps":["trace[781685971] 'read index received' (duration: 1.51946553s)","trace[781685971] 'applied index is now lower than readState.Index' (duration: 2.281662173s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:38.947278Z","caller":"traceutil/trace.go:171","msg":"trace[2103993538] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"3.170666197s","start":"2026-03-29T02:10:35.776578Z","end":"2026-03-29T02:10:38.947244Z","steps":["trace[2103993538] 'process raft request' (duration: 3.170190784s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:38.947292Z","caller":"traceutil/trace.go:171","msg":"trace[212359675] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"2.435275018s","start":"2026-03-29T02:10:36.512001Z","end":"2026-03-29T02:10:38.947276Z","steps":["trace[212359675] 'process raft request' (duration: 2.435168255s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:38.947447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.776556Z","time spent":"3.17079693s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:38.947498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.511978Z","time spent":"2.435416481s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.146975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:10:39.14706Z","caller":"traceutil/trace.go:171","msg":"trace[202940745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181809s","start":"2026-03-29T02:10:37.146858Z","end":"2026-03-29T02:10:39.14704Z","steps":["trace[202940745] 'agreement among raft nodes before linearized reading' (duration: 2.000068115s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.147115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.146836Z","time spent":"2.00026244s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:10:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T02:10:39.253121Z","caller":"traceutil/trace.go:171","msg":"trace[158516611] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"2.571955018s","start":"2026-03-29T02:10:36.68114Z","end":"2026-03-29T02:10:39.253095Z","steps":["trace[158516611] 'process raft request' (duration: 2.565606095s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.2532Z","caller":"traceutil/trace.go:171","msg":"trace[1673575825] linearizableReadLoop","detail":"{readStateIndex:6229; appliedIndex:6226; }","duration":"305.853281ms","start":"2026-03-29T02:10:38.94732Z","end":"2026-03-29T02:10:39.253174Z","steps":["trace[1673575825] 'read index received' (duration: 299.407585ms)","trace[1673575825] 'applied index is now lower than readState.Index' (duration: 6.444356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:39.253246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.681122Z","time spent":"2.572063872s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.253468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172813863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:10:39.253719Z","caller":"traceutil/trace.go:171","msg":"trace[117591951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5989; }","duration":"2.173119001s","start":"2026-03-29T02:10:37.080584Z","end":"2026-03-29T02:10:39.253703Z","steps":["trace[117591951] 'agreement among raft nodes before linearized reading' (duration: 2.17272568s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.253735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721999097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:10:39.25377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.080557Z","time spent":"2.173197633s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:10:39.253838Z","caller":"traceutil/trace.go:171","msg":"trace[228348167] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5989; }","duration":"3.722145391s","start":"2026-03-29T02:10:35.531664Z","end":"2026-03-29T02:10:39.25381Z","steps":["trace[228348167] 'agreement among raft nodes before linearized reading' (duration: 3.721720249s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.253929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.531651Z","time spent":"3.722262365s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744892184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:10:39.254056Z","caller":"traceutil/trace.go:171","msg":"trace[2089276445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5989; }","duration":"3.744982396s","start":"2026-03-29T02:10:35.50906Z","end":"2026-03-29T02:10:39.254043Z","steps":["trace[2089276445] 'agreement among raft nodes before linearized reading' (duration: 3.744847522s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.281027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:10:39.254088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722744177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:10:39.254119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482779518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:39.254138Z","caller":"traceutil/trace.go:171","msg":"trace[1267077113] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:5989; }","duration":"103.472382ms","start":"2026-03-29T02:10:39.150652Z","end":"2026-03-29T02:10:39.254124Z","steps":["trace[1267077113] 'agreement among raft nodes before linearized reading' (duration: 103.283697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.254165Z","caller":"traceutil/trace.go:171","msg":"trace[40579672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5989; }","duration":"3.722861471s","start":"2026-03-29T02:10:35.531282Z","end":"2026-03-29T02:10:39.254143Z","steps":["trace[40579672] 'agreement among raft nodes before linearized reading' (duration: 3.722612614s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.254168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723157179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:10:39.254233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102695413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:10:39.254241Z","caller":"traceutil/trace.go:171","msg":"trace[38466588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5989; }","duration":"3.723283492s","start":"2026-03-29T02:10:35.53094Z","end":"2026-03-29T02:10:39.254223Z","steps":["trace[38466588] 'agreement among raft nodes before linearized reading' (duration: 3.723019385s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.052206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:39.254097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.509038Z","time spent":"3.745047658s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:10:39.25429Z","caller":"traceutil/trace.go:171","msg":"trace[2080025660] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5989; }","duration":"1.102787846s","start":"2026-03-29T02:10:38.15149Z","end":"2026-03-29T02:10:39.254277Z","steps":["trace[2080025660] 'agreement among raft nodes before linearized reading' (duration: 1.102647452s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579475045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-29T02:10:39.2543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.530919Z","time spent":"3.723372595s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72100356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:10:39.254311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862658615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:39.254322Z","caller":"traceutil/trace.go:171","msg":"trace[1078706905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5989; }","duration":"101.146418ms","start":"2026-03-29T02:10:39.153159Z","end":"2026-03-29T02:10:39.254305Z","steps":["trace[1078706905] 'agreement among raft nodes before linearized reading' (duration: 101.043226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.15147Z","time spent":"1.102850647s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:10:39.254339Z","caller":"traceutil/trace.go:171","msg":"trace[332653014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:5989; }","duration":"2.579543996s","start":"2026-03-29T02:10:36.674782Z","end":"2026-03-29T02:10:39.254326Z","steps":["trace[332653014] 'agreement among raft nodes before linearized reading' (duration: 2.579417522s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.254354Z","caller":"traceutil/trace.go:171","msg":"trace[730567945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5989; }","duration":"3.721070902s","start":"2026-03-29T02:10:35.533265Z","end":"2026-03-29T02:10:39.254336Z","steps":["trace[730567945] 'agreement among raft nodes before linearized reading' (duration: 3.720940159s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.254356Z","caller":"traceutil/trace.go:171","msg":"trace[1598289652] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5989; }","duration":"2.862729347s","start":"2026-03-29T02:10:36.391613Z","end":"2026-03-29T02:10:39.254342Z","steps":["trace[1598289652] 'agreement among raft nodes before linearized reading' (duration: 2.862656365s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.254391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.533259Z","time spent":"3.721124963s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.674769Z","time spent":"2.579617279s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.391598Z","time spent":"2.862799319s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:39.254428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682576545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-29T02:10:39.25474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273100297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:39.254238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.531268Z","time spent":"3.722956313s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:10:39.254754Z","caller":"traceutil/trace.go:171","msg":"trace[10752583] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5989; }","duration":"1.68274132s","start":"2026-03-29T02:10:37.571755Z","end":"2026-03-29T02:10:39.254497Z","steps":["trace[10752583] 'agreement among raft nodes before linearized reading' (duration: 1.682452472s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.254799Z","caller":"traceutil/trace.go:171","msg":"trace[1431525407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5989; }","duration":"1.273183329s","start":"2026-03-29T02:10:37.981598Z","end":"2026-03-29T02:10:39.254781Z","steps":["trace[1431525407] 'agreement among raft nodes before linearized reading' (duration: 1.272885341s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.254823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.571732Z","time spent":"1.683079299s","remote":"127.0.0.1:40366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.353277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:39.254905Z","caller":"traceutil/trace.go:171","msg":"trace[1562872221] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5989; }","duration":"507.443339ms","start":"2026-03-29T02:10:38.74745Z","end":"2026-03-29T02:10:39.254893Z","steps":["trace[1562872221] 'agreement among raft nodes before linearized reading' (duration: 507.334016ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.254901Z","caller":"traceutil/trace.go:171","msg":"trace[647688820] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"578.483764ms","start":"2026-03-29T02:10:38.676403Z","end":"2026-03-29T02:10:39.254887Z","steps":["trace[647688820] 'process raft request' (duration: 576.581452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.981582Z","time spent":"1.273255111s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:39.254934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.747429Z","time spent":"507.496611ms","remote":"127.0.0.1:53704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:39.255056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722979964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:10:39.2549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722877371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:10:39.255056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.676377Z","time spent":"578.558127ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.255097Z","caller":"traceutil/trace.go:171","msg":"trace[418294268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5989; }","duration":"3.723040406s","start":"2026-03-29T02:10:35.532045Z","end":"2026-03-29T02:10:39.255085Z","steps":["trace[418294268] 'agreement among raft nodes before linearized reading' (duration: 3.722891512s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.255201Z","caller":"traceutil/trace.go:171","msg":"trace[487218778] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"481.043918ms","start":"2026-03-29T02:10:38.774145Z","end":"2026-03-29T02:10:39.255189Z","steps":["trace[487218778] 'process raft request' (duration: 478.95204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.255207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.532037Z","time spent":"3.723158109s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:39.255242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.316816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:10:39.255265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.774114Z","time spent":"481.114569ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.255298Z","caller":"traceutil/trace.go:171","msg":"trace[371869360] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5989; }","duration":"918.434329ms","start":"2026-03-29T02:10:38.33685Z","end":"2026-03-29T02:10:39.255285Z","steps":["trace[371869360] 'agreement among raft nodes before linearized reading' (duration: 918.349657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.253468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172752311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:10:39.254173Z","caller":"traceutil/trace.go:171","msg":"trace[1538844672] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5989; }","duration":"2.48287507s","start":"2026-03-29T02:10:36.771282Z","end":"2026-03-29T02:10:39.254157Z","steps":["trace[1538844672] 'agreement among raft nodes before linearized reading' (duration: 2.482791088s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.255341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.336818Z","time spent":"918.512601ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:39.255363Z","caller":"traceutil/trace.go:171","msg":"trace[655181322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5989; }","duration":"2.174705215s","start":"2026-03-29T02:10:37.080638Z","end":"2026-03-29T02:10:39.255344Z","steps":["trace[655181322] 'agreement among raft nodes before linearized reading' (duration: 2.172667089s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.255371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.710612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:39.255386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:36.771259Z","time spent":"2.484116175s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:39.255414Z","caller":"traceutil/trace.go:171","msg":"trace[341653156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5989; }","duration":"585.793344ms","start":"2026-03-29T02:10:38.669608Z","end":"2026-03-29T02:10:39.255402Z","steps":["trace[341653156] 'agreement among raft nodes before linearized reading' (duration: 585.727513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.255434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813215251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-29T02:10:39.255454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:38.669588Z","time spent":"585.857737ms","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:39.255419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.080604Z","time spent":"2.174798297s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-29T02:10:39.25548Z","caller":"traceutil/trace.go:171","msg":"trace[44699902] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5989; }","duration":"1.813298883s","start":"2026-03-29T02:10:37.442168Z","end":"2026-03-29T02:10:39.255467Z","steps":["trace[44699902] 'agreement among raft nodes before linearized reading' (duration: 1.81317072s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.255109Z","caller":"traceutil/trace.go:171","msg":"trace[1016824293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5989; }","duration":"3.723110868s","start":"2026-03-29T02:10:35.531982Z","end":"2026-03-29T02:10:39.255092Z","steps":["trace[1016824293] 'agreement among raft nodes before linearized reading' (duration: 3.72281294s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.25552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.442146Z","time spent":"1.813363065s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:10:39.255533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.531969Z","time spent":"3.72355627s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:10:39.255725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743575018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:39.255773Z","caller":"traceutil/trace.go:171","msg":"trace[288986966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:5989; }","duration":"3.745624394s","start":"2026-03-29T02:10:35.510126Z","end":"2026-03-29T02:10:39.255751Z","steps":["trace[288986966] 'agreement among raft nodes before linearized reading' (duration: 3.743307021s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.255844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:35.510113Z","time spent":"3.745721156s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:10:39.257699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44018717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:39.257792Z","caller":"traceutil/trace.go:171","msg":"trace[1671978028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5989; }","duration":"1.44345961s","start":"2026-03-29T02:10:37.814323Z","end":"2026-03-29T02:10:39.257783Z","steps":["trace[1671978028] 'agreement among raft nodes before linearized reading' (duration: 1.440163019s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.257867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.814301Z","time spent":"1.443549712s","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:39.257992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814058854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130928"} {"level":"info","ts":"2026-03-29T02:10:39.258034Z","caller":"traceutil/trace.go:171","msg":"trace[1256064379] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5989; }","duration":"1.814140226s","start":"2026-03-29T02:10:37.443885Z","end":"2026-03-29T02:10:39.258025Z","steps":["trace[1256064379] 'agreement among raft nodes before linearized reading' (duration: 1.811270608s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.258058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:37.443864Z","time spent":"1.814189338s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130949,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:10:39.611844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.751537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:39.61229Z","caller":"traceutil/trace.go:171","msg":"trace[2064686100] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"353.471856ms","start":"2026-03-29T02:10:39.258799Z","end":"2026-03-29T02:10:39.612271Z","steps":["trace[2064686100] 'read index received' (duration: 153.298736ms)","trace[2064686100] 'applied index is now lower than readState.Index' (duration: 200.17077ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:39.612339Z","caller":"traceutil/trace.go:171","msg":"trace[1062883309] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"349.709922ms","start":"2026-03-29T02:10:39.262607Z","end":"2026-03-29T02:10:39.612317Z","steps":["trace[1062883309] 'process raft request' (duration: 349.600409ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.612318Z","caller":"traceutil/trace.go:171","msg":"trace[862423346] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"349.694652ms","start":"2026-03-29T02:10:39.262589Z","end":"2026-03-29T02:10:39.612284Z","steps":["trace[862423346] 'process raft request' (duration: 349.396114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.612382Z","caller":"traceutil/trace.go:171","msg":"trace[2112253590] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"353.556897ms","start":"2026-03-29T02:10:39.258731Z","end":"2026-03-29T02:10:39.612288Z","steps":["trace[2112253590] 'process raft request' (duration: 153.268645ms)","trace[2112253590] 'compare' (duration: 199.617714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:39.612446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.262597Z","time spent":"349.793934ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.61251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.262574Z","time spent":"349.834545ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.612531Z","caller":"traceutil/trace.go:171","msg":"trace[1627630706] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"349.871386ms","start":"2026-03-29T02:10:39.262649Z","end":"2026-03-29T02:10:39.61252Z","steps":["trace[1627630706] 'process raft request' (duration: 349.613339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.612598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.258714Z","time spent":"353.775024ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.612689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.262644Z","time spent":"350.00937ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.61267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.860816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-7tcfx\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-29T02:10:39.612764Z","caller":"traceutil/trace.go:171","msg":"trace[1624774481] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"350.066762ms","start":"2026-03-29T02:10:39.26269Z","end":"2026-03-29T02:10:39.612756Z","steps":["trace[1624774481] 'process raft request' (duration: 349.772414ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.612774Z","caller":"traceutil/trace.go:171","msg":"trace[1246922289] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-7tcfx; range_end:; response_count:1; response_revision:5993; }","duration":"354.001209ms","start":"2026-03-29T02:10:39.258739Z","end":"2026-03-29T02:10:39.61274Z","steps":["trace[1246922289] 'agreement among raft nodes before linearized reading' (duration: 353.64ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.612822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.262685Z","time spent":"350.109563ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.612822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.258719Z","time spent":"354.089512ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4365,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-7tcfx\" "} {"level":"info","ts":"2026-03-29T02:10:39.613088Z","caller":"traceutil/trace.go:171","msg":"trace[323015331] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"350.3656ms","start":"2026-03-29T02:10:39.262701Z","end":"2026-03-29T02:10:39.613066Z","steps":["trace[323015331] 'process raft request' (duration: 350.027321ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.613111Z","caller":"traceutil/trace.go:171","msg":"trace[2109160503] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"350.043191ms","start":"2026-03-29T02:10:39.263053Z","end":"2026-03-29T02:10:39.613096Z","steps":["trace[2109160503] 'process raft request' (duration: 349.883547ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.613178Z","caller":"traceutil/trace.go:171","msg":"trace[343964807] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"350.039041ms","start":"2026-03-29T02:10:39.263129Z","end":"2026-03-29T02:10:39.613168Z","steps":["trace[343964807] 'process raft request' (duration: 349.912978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.613203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.262687Z","time spent":"350.460303ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.613232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.263045Z","time spent":"350.105313ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.613304Z","caller":"traceutil/trace.go:171","msg":"trace[873108897] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"350.145284ms","start":"2026-03-29T02:10:39.263152Z","end":"2026-03-29T02:10:39.613297Z","steps":["trace[873108897] 'process raft request' (duration: 349.953018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.613222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.263124Z","time spent":"350.075912ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.613339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.263143Z","time spent":"350.179394ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.613678Z","caller":"traceutil/trace.go:171","msg":"trace[827271878] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"350.456743ms","start":"2026-03-29T02:10:39.263214Z","end":"2026-03-29T02:10:39.613671Z","steps":["trace[827271878] 'process raft request' (duration: 350.044932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.613723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.263196Z","time spent":"350.505154ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:39.615132Z","caller":"traceutil/trace.go:171","msg":"trace[1994425941] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"351.45802ms","start":"2026-03-29T02:10:39.263647Z","end":"2026-03-29T02:10:39.615105Z","steps":["trace[1994425941] 'process raft request' (duration: 349.797115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.615476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.263641Z","time spent":"351.722747ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.615859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.490148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:10:39.615969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.956374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:10:39.616016Z","caller":"traceutil/trace.go:171","msg":"trace[1303342967] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:6003; }","duration":"291.039256ms","start":"2026-03-29T02:10:39.324964Z","end":"2026-03-29T02:10:39.616003Z","steps":["trace[1303342967] 'agreement among raft nodes before linearized reading' (duration: 290.940213ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.616154Z","caller":"traceutil/trace.go:171","msg":"trace[1879238274] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"351.719747ms","start":"2026-03-29T02:10:39.264373Z","end":"2026-03-29T02:10:39.616093Z","steps":["trace[1879238274] 'process raft request' (duration: 350.517984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.616311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.264369Z","time spent":"351.83651ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.616368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.066197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64813"} {"level":"info","ts":"2026-03-29T02:10:39.616398Z","caller":"traceutil/trace.go:171","msg":"trace[941705126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6003; }","duration":"352.111438ms","start":"2026-03-29T02:10:39.26428Z","end":"2026-03-29T02:10:39.616391Z","steps":["trace[941705126] 'agreement among raft nodes before linearized reading' (duration: 351.973554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.616417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.264274Z","time spent":"352.138329ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:10:39.616575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.553572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:10:39.616607Z","caller":"traceutil/trace.go:171","msg":"trace[977577645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6003; }","duration":"355.597733ms","start":"2026-03-29T02:10:39.261001Z","end":"2026-03-29T02:10:39.616599Z","steps":["trace[977577645] 'agreement among raft nodes before linearized reading' (duration: 355.514241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.616633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.260994Z","time spent":"355.631034ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:10:39.616758Z","caller":"traceutil/trace.go:171","msg":"trace[583113395] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"352.155569ms","start":"2026-03-29T02:10:39.264592Z","end":"2026-03-29T02:10:39.616748Z","steps":["trace[583113395] 'process raft request' (duration: 350.379741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.616828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.264585Z","time spent":"352.215151ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.617284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.330994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:46 size:67654"} {"level":"info","ts":"2026-03-29T02:10:39.61737Z","caller":"traceutil/trace.go:171","msg":"trace[1198328383] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"351.734878ms","start":"2026-03-29T02:10:39.265612Z","end":"2026-03-29T02:10:39.617347Z","steps":["trace[1198328383] 'process raft request' (duration: 349.404914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.615873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.051653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:46 size:67654"} {"level":"info","ts":"2026-03-29T02:10:39.617488Z","caller":"traceutil/trace.go:171","msg":"trace[1145289192] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:46; response_revision:6003; }","duration":"358.696818ms","start":"2026-03-29T02:10:39.258772Z","end":"2026-03-29T02:10:39.617469Z","steps":["trace[1145289192] 'agreement among raft nodes before linearized reading' (duration: 356.517818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.617493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.265604Z","time spent":"351.8151ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:39.617591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.258755Z","time spent":"358.811432ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":46,"response size":67675,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-29T02:10:39.615921Z","caller":"traceutil/trace.go:171","msg":"trace[1376488325] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6003; }","duration":"158.601421ms","start":"2026-03-29T02:10:39.457306Z","end":"2026-03-29T02:10:39.615907Z","steps":["trace[1376488325] 'agreement among raft nodes before linearized reading' (duration: 158.497178ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:39.618412Z","caller":"traceutil/trace.go:171","msg":"trace[410096319] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:46; response_revision:6003; }","duration":"356.497108ms","start":"2026-03-29T02:10:39.260906Z","end":"2026-03-29T02:10:39.617403Z","steps":["trace[410096319] 'agreement among raft nodes before linearized reading' (duration: 355.702047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:39.618955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.260886Z","time spent":"358.009379ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":46,"response size":67675,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-29T02:10:40.207128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354399346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:10:40.447873Z","caller":"traceutil/trace.go:171","msg":"trace[809666835] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"824.973432ms","start":"2026-03-29T02:10:39.622594Z","end":"2026-03-29T02:10:40.447568Z","steps":["trace[809666835] 'process raft request' (duration: 824.741445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.448141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.622581Z","time spent":"825.382273ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:40.47426Z","caller":"traceutil/trace.go:171","msg":"trace[1523985040] linearizableReadLoop","detail":"{readStateIndex:6246; appliedIndex:6244; }","duration":"767.401056ms","start":"2026-03-29T02:10:39.706835Z","end":"2026-03-29T02:10:40.474237Z","steps":["trace[1523985040] 'read index received' (duration: 740.449128ms)","trace[1523985040] 'applied index is now lower than readState.Index' (duration: 26.950858ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:40.474369Z","caller":"traceutil/trace.go:171","msg":"trace[483176951] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"765.942356ms","start":"2026-03-29T02:10:39.708418Z","end":"2026-03-29T02:10:40.47436Z","steps":["trace[483176951] 'process raft request' (duration: 765.682199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.474469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.708387Z","time spent":"766.005707ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:40.474892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.772082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T02:10:40.475011Z","caller":"traceutil/trace.go:171","msg":"trace[1584788056] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6005; }","duration":"852.940757ms","start":"2026-03-29T02:10:39.622045Z","end":"2026-03-29T02:10:40.474985Z","steps":["trace[1584788056] 'agreement among raft nodes before linearized reading' (duration: 852.498845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.475071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.622029Z","time spent":"853.027159ms","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T02:10:40.474894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.935228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130928"} {"level":"info","ts":"2026-03-29T02:10:40.475116Z","caller":"traceutil/trace.go:171","msg":"trace[1361509860] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6005; }","duration":"849.200344ms","start":"2026-03-29T02:10:39.625904Z","end":"2026-03-29T02:10:40.475104Z","steps":["trace[1361509860] 'agreement among raft nodes before linearized reading' (duration: 848.558507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:40.47516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.625895Z","time spent":"849.253596ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130949,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T02:10:40.975433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354399351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:10:41.054382Z","caller":"traceutil/trace.go:171","msg":"trace[1002342391] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"599.982051ms","start":"2026-03-29T02:10:40.454359Z","end":"2026-03-29T02:10:41.054341Z","steps":["trace[1002342391] 'process raft request' (duration: 599.595661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.054646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.454332Z","time spent":"600.173257ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:41.054749Z","caller":"traceutil/trace.go:171","msg":"trace[2013810284] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"600.136336ms","start":"2026-03-29T02:10:40.454583Z","end":"2026-03-29T02:10:41.054719Z","steps":["trace[2013810284] 'process raft request' (duration: 599.639372ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:41.054786Z","caller":"traceutil/trace.go:171","msg":"trace[1985042205] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"596.699642ms","start":"2026-03-29T02:10:40.458055Z","end":"2026-03-29T02:10:41.054755Z","steps":["trace[1985042205] 'process raft request' (duration: 596.515837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.054951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.454574Z","time spent":"600.28616ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.055054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.458045Z","time spent":"596.903367ms","remote":"127.0.0.1:53852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.861058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.332087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:10:41.861398Z","caller":"traceutil/trace.go:171","msg":"trace[1495236879] linearizableReadLoop","detail":"{readStateIndex:6250; appliedIndex:6246; }","duration":"1.386996944s","start":"2026-03-29T02:10:40.47433Z","end":"2026-03-29T02:10:41.861326Z","steps":["trace[1495236879] 'read index received' (duration: 579.564003ms)","trace[1495236879] 'applied index is now lower than readState.Index' (duration: 807.429801ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:41.861615Z","caller":"traceutil/trace.go:171","msg":"trace[1494692059] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"997.558634ms","start":"2026-03-29T02:10:40.864036Z","end":"2026-03-29T02:10:41.861595Z","steps":["trace[1494692059] 'process raft request' (duration: 295.549349ms)","trace[1494692059] 'compare' (duration: 701.08964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:41.862312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.863989Z","time spent":"998.266514ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.862349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028306178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:41.862419Z","caller":"traceutil/trace.go:171","msg":"trace[1610704463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6009; }","duration":"2.028435372s","start":"2026-03-29T02:10:39.833969Z","end":"2026-03-29T02:10:41.862405Z","steps":["trace[1610704463] 'agreement among raft nodes before linearized reading' (duration: 2.02763393s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.862445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:39.833943Z","time spent":"2.028497004s","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:10:41.878271Z","caller":"traceutil/trace.go:171","msg":"trace[1166577387] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"814.845934ms","start":"2026-03-29T02:10:41.063397Z","end":"2026-03-29T02:10:41.878243Z","steps":["trace[1166577387] 'process raft request' (duration: 814.595777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.878517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.063361Z","time spent":"815.032489ms","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:41.907696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.557551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:10:41.907742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.442522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:10:41.907789Z","caller":"traceutil/trace.go:171","msg":"trace[294515180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6011; }","duration":"287.666634ms","start":"2026-03-29T02:10:41.6201Z","end":"2026-03-29T02:10:41.907766Z","steps":["trace[294515180] 'agreement among raft nodes before linearized reading' (duration: 287.392396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:41.907823Z","caller":"traceutil/trace.go:171","msg":"trace[545277264] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6011; }","duration":"289.578946ms","start":"2026-03-29T02:10:41.618223Z","end":"2026-03-29T02:10:41.907802Z","steps":["trace[545277264] 'agreement among raft nodes before linearized reading' (duration: 289.254577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.907924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02624229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:41.90797Z","caller":"traceutil/trace.go:171","msg":"trace[600320571] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6011; }","duration":"1.026350802s","start":"2026-03-29T02:10:40.881608Z","end":"2026-03-29T02:10:41.907959Z","steps":["trace[600320571] 'agreement among raft nodes before linearized reading' (duration: 1.02627198s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.907996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.88158Z","time spent":"1.026409264s","remote":"127.0.0.1:55394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:41.908101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.40866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:10:41.908146Z","caller":"traceutil/trace.go:171","msg":"trace[1599180465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:6011; }","duration":"282.470952ms","start":"2026-03-29T02:10:41.625666Z","end":"2026-03-29T02:10:41.908137Z","steps":["trace[1599180465] 'agreement among raft nodes before linearized reading' (duration: 282.334138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.298013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:41.908235Z","caller":"traceutil/trace.go:171","msg":"trace[778493526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6011; }","duration":"314.401876ms","start":"2026-03-29T02:10:41.593822Z","end":"2026-03-29T02:10:41.908224Z","steps":["trace[778493526] 'agreement among raft nodes before linearized reading' (duration: 314.339744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.593793Z","time spent":"314.462577ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:41.908476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.763102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:41.908517Z","caller":"traceutil/trace.go:171","msg":"trace[1059301045] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6011; }","duration":"479.913686ms","start":"2026-03-29T02:10:41.428589Z","end":"2026-03-29T02:10:41.908503Z","steps":["trace[1059301045] 'agreement among raft nodes before linearized reading' (duration: 479.856945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.428564Z","time spent":"479.972738ms","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:41.908333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.677262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:10:41.90861Z","caller":"traceutil/trace.go:171","msg":"trace[539386005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6011; }","duration":"289.008321ms","start":"2026-03-29T02:10:41.619589Z","end":"2026-03-29T02:10:41.908597Z","steps":["trace[539386005] 'agreement among raft nodes before linearized reading' (duration: 288.60168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.7189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:10:41.908781Z","caller":"traceutil/trace.go:171","msg":"trace[255743402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6011; }","duration":"289.779372ms","start":"2026-03-29T02:10:41.618992Z","end":"2026-03-29T02:10:41.908771Z","steps":["trace[255743402] 'agreement among raft nodes before linearized reading' (duration: 289.677089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.259345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:10:41.908861Z","caller":"traceutil/trace.go:171","msg":"trace[842404343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6011; }","duration":"290.329057ms","start":"2026-03-29T02:10:41.618522Z","end":"2026-03-29T02:10:41.908851Z","steps":["trace[842404343] 'agreement among raft nodes before linearized reading' (duration: 290.199633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.908913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.844913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:10:41.908956Z","caller":"traceutil/trace.go:171","msg":"trace[1303008459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6011; }","duration":"289.903215ms","start":"2026-03-29T02:10:41.619039Z","end":"2026-03-29T02:10:41.908943Z","steps":["trace[1303008459] 'agreement among raft nodes before linearized reading' (duration: 289.817383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.909002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.689824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:41.909042Z","caller":"traceutil/trace.go:171","msg":"trace[1899981059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6011; }","duration":"759.788067ms","start":"2026-03-29T02:10:41.149244Z","end":"2026-03-29T02:10:41.909032Z","steps":["trace[1899981059] 'agreement among raft nodes before linearized reading' (duration: 759.724375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.909073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.149213Z","time spent":"759.849909ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:10:41.909106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431601504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:10:41.909147Z","caller":"traceutil/trace.go:171","msg":"trace[2130957188] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6011; }","duration":"1.431685687s","start":"2026-03-29T02:10:40.477452Z","end":"2026-03-29T02:10:41.909137Z","steps":["trace[2130957188] 'agreement among raft nodes before linearized reading' (duration: 1.431512242s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.909178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.477432Z","time spent":"1.431735238s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:10:41.909217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176363928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:10:41.909365Z","caller":"traceutil/trace.go:171","msg":"trace[871072273] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6011; }","duration":"1.176575604s","start":"2026-03-29T02:10:40.732736Z","end":"2026-03-29T02:10:41.909312Z","steps":["trace[871072273] 'agreement among raft nodes before linearized reading' (duration: 1.176234695s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.909417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.732708Z","time spent":"1.176696297s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:10:41.909679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.635003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:10:41.909728Z","caller":"traceutil/trace.go:171","msg":"trace[1567771694] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6011; }","duration":"291.800067ms","start":"2026-03-29T02:10:41.617914Z","end":"2026-03-29T02:10:41.909714Z","steps":["trace[1567771694] 'agreement among raft nodes before linearized reading' (duration: 289.557956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.909298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.149538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:10:41.910111Z","caller":"traceutil/trace.go:171","msg":"trace[470621316] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6011; }","duration":"996.082713ms","start":"2026-03-29T02:10:40.913997Z","end":"2026-03-29T02:10:41.910079Z","steps":["trace[470621316] 'agreement among raft nodes before linearized reading' (duration: 994.626243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.910243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:40.913969Z","time spent":"996.248988ms","remote":"127.0.0.1:53834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:10:41.907715Z","caller":"traceutil/trace.go:171","msg":"trace[485458994] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"645.460298ms","start":"2026-03-29T02:10:41.262228Z","end":"2026-03-29T02:10:41.907688Z","steps":["trace[485458994] 'process raft request' (duration: 645.041656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:41.911112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.262191Z","time spent":"648.788459ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:42.090734Z","caller":"traceutil/trace.go:171","msg":"trace[753777782] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6252; }","duration":"176.969804ms","start":"2026-03-29T02:10:41.913641Z","end":"2026-03-29T02:10:42.090611Z","steps":["trace[753777782] 'read index received' (duration: 176.680956ms)","trace[753777782] 'applied index is now lower than readState.Index' (duration: 287.118µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:42.090873Z","caller":"traceutil/trace.go:171","msg":"trace[1287659308] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"177.243732ms","start":"2026-03-29T02:10:41.913508Z","end":"2026-03-29T02:10:42.090752Z","steps":["trace[1287659308] 'process raft request' (duration: 176.8262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.091307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.634092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64813"} {"level":"info","ts":"2026-03-29T02:10:42.091416Z","caller":"traceutil/trace.go:171","msg":"trace[2079025301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6012; }","duration":"177.774325ms","start":"2026-03-29T02:10:41.913625Z","end":"2026-03-29T02:10:42.091399Z","steps":["trace[2079025301] 'agreement among raft nodes before linearized reading' (duration: 177.173529ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.290559Z","caller":"traceutil/trace.go:171","msg":"trace[446105049] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"376.755062ms","start":"2026-03-29T02:10:41.913771Z","end":"2026-03-29T02:10:42.290526Z","steps":["trace[446105049] 'process raft request' (duration: 286.958354ms)","trace[446105049] 'compare' (duration: 89.602333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:10:42.29076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.913751Z","time spent":"376.884896ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:42.290852Z","caller":"traceutil/trace.go:171","msg":"trace[1759754608] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"376.433114ms","start":"2026-03-29T02:10:41.914375Z","end":"2026-03-29T02:10:42.290808Z","steps":["trace[1759754608] 'process raft request' (duration: 376.106915ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.290912Z","caller":"traceutil/trace.go:171","msg":"trace[572351852] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"376.443244ms","start":"2026-03-29T02:10:41.914436Z","end":"2026-03-29T02:10:42.29088Z","steps":["trace[572351852] 'process raft request' (duration: 376.222128ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.291247Z","caller":"traceutil/trace.go:171","msg":"trace[784983908] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"376.509945ms","start":"2026-03-29T02:10:41.914718Z","end":"2026-03-29T02:10:42.291228Z","steps":["trace[784983908] 'process raft request' (duration: 376.090024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:10:42.291278Z","caller":"traceutil/trace.go:171","msg":"trace[253992896] linearizableReadLoop","detail":"{readStateIndex:6259; appliedIndex:6253; }","duration":"200.437546ms","start":"2026-03-29T02:10:42.090821Z","end":"2026-03-29T02:10:42.291259Z","steps":["trace[253992896] 'read index received' (duration: 109.925789ms)","trace[253992896] 'applied index is now lower than readState.Index' (duration: 90.511037ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:10:42.291323Z","caller":"traceutil/trace.go:171","msg":"trace[1374871954] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"376.097725ms","start":"2026-03-29T02:10:41.915189Z","end":"2026-03-29T02:10:42.291287Z","steps":["trace[1374871954] 'process raft request' (duration: 376.035143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.291355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.914711Z","time spent":"376.579018ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:42.291428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.915172Z","time spent":"376.203607ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:10:42.291425Z","caller":"traceutil/trace.go:171","msg":"trace[1634378250] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"376.425803ms","start":"2026-03-29T02:10:41.914951Z","end":"2026-03-29T02:10:42.291377Z","steps":["trace[1634378250] 'process raft request' (duration: 376.179517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.291476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.570314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:10:42.291511Z","caller":"traceutil/trace.go:171","msg":"trace[1718015558] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6018; }","duration":"377.637247ms","start":"2026-03-29T02:10:41.913866Z","end":"2026-03-29T02:10:42.291504Z","steps":["trace[1718015558] 'agreement among raft nodes before linearized reading' (duration: 377.459622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.291538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.913861Z","time spent":"377.671418ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:10:42.29107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.91436Z","time spent":"376.586458ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:42.291669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.914938Z","time spent":"376.615368ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:10:42.291675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.74951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17821"} {"level":"info","ts":"2026-03-29T02:10:42.291722Z","caller":"traceutil/trace.go:171","msg":"trace[465435311] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6018; }","duration":"377.811751ms","start":"2026-03-29T02:10:41.913898Z","end":"2026-03-29T02:10:42.29171Z","steps":["trace[465435311] 'agreement among raft nodes before linearized reading' (duration: 377.636677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:10:42.291756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.913889Z","time spent":"377.858242ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17842,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:10:42.292397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:10:41.914423Z","time spent":"376.729792ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:09.759703Z","caller":"traceutil/trace.go:171","msg":"trace[2009914848] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6451; }","duration":"124.789196ms","start":"2026-03-29T02:11:09.634882Z","end":"2026-03-29T02:11:09.759671Z","steps":["trace[2009914848] 'read index received' (duration: 115.706417ms)","trace[2009914848] 'applied index is now lower than readState.Index' (duration: 9.081419ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:09.759775Z","caller":"traceutil/trace.go:171","msg":"trace[452686123] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"139.932231ms","start":"2026-03-29T02:11:09.619808Z","end":"2026-03-29T02:11:09.75974Z","steps":["trace[452686123] 'process raft request' (duration: 139.657263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:09.760093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.178157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:11:09.760241Z","caller":"traceutil/trace.go:171","msg":"trace[868121003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6206; }","duration":"125.376412ms","start":"2026-03-29T02:11:09.63483Z","end":"2026-03-29T02:11:09.760206Z","steps":["trace[868121003] 'agreement among raft nodes before linearized reading' (duration: 125.014702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:09.763945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.704728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:11:09.764003Z","caller":"traceutil/trace.go:171","msg":"trace[1365546193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6207; }","duration":"126.796381ms","start":"2026-03-29T02:11:09.637187Z","end":"2026-03-29T02:11:09.763983Z","steps":["trace[1365546193] 'agreement among raft nodes before linearized reading' (duration: 126.623126ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.344793Z","caller":"traceutil/trace.go:171","msg":"trace[64623987] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"351.308586ms","start":"2026-03-29T02:11:09.993466Z","end":"2026-03-29T02:11:10.344775Z","steps":["trace[64623987] 'process raft request' (duration: 351.208693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:10.344916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:09.993446Z","time spent":"351.396959ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:10.345545Z","caller":"traceutil/trace.go:171","msg":"trace[414911901] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"216.61959ms","start":"2026-03-29T02:11:10.128914Z","end":"2026-03-29T02:11:10.345534Z","steps":["trace[414911901] 'process raft request' (duration: 216.514617ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:10.345565Z","caller":"traceutil/trace.go:171","msg":"trace[1736873593] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"213.792992ms","start":"2026-03-29T02:11:10.131754Z","end":"2026-03-29T02:11:10.345547Z","steps":["trace[1736873593] 'process raft request' (duration: 213.741181ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:12.503477Z","caller":"traceutil/trace.go:171","msg":"trace[1417678828] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6466; }","duration":"150.242043ms","start":"2026-03-29T02:11:12.353204Z","end":"2026-03-29T02:11:12.503446Z","steps":["trace[1417678828] 'read index received' (duration: 29.56695ms)","trace[1417678828] 'applied index is now lower than readState.Index' (duration: 120.671223ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:12.503613Z","caller":"traceutil/trace.go:171","msg":"trace[2132412234] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"152.827703ms","start":"2026-03-29T02:11:12.350751Z","end":"2026-03-29T02:11:12.503578Z","steps":["trace[2132412234] 'process raft request' (duration: 149.122952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:12.503989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.563331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:11:12.50404Z","caller":"traceutil/trace.go:171","msg":"trace[1145087110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:6221; }","duration":"150.849399ms","start":"2026-03-29T02:11:12.353176Z","end":"2026-03-29T02:11:12.504025Z","steps":["trace[1145087110] 'agreement among raft nodes before linearized reading' (duration: 150.443608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:12.504062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.386576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:11:12.504149Z","caller":"traceutil/trace.go:171","msg":"trace[1189240406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6221; }","duration":"150.488389ms","start":"2026-03-29T02:11:12.35364Z","end":"2026-03-29T02:11:12.504128Z","steps":["trace[1189240406] 'agreement among raft nodes before linearized reading' (duration: 150.111989ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:13.707688Z","caller":"traceutil/trace.go:171","msg":"trace[1235329525] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"127.664415ms","start":"2026-03-29T02:11:13.579979Z","end":"2026-03-29T02:11:13.707643Z","steps":["trace[1235329525] 'process raft request' (duration: 127.319616ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:14.847842Z","caller":"traceutil/trace.go:171","msg":"trace[1818212347] linearizableReadLoop","detail":"{readStateIndex:6567; appliedIndex:6565; }","duration":"112.021047ms","start":"2026-03-29T02:11:14.735798Z","end":"2026-03-29T02:11:14.847819Z","steps":["trace[1818212347] 'read index received' (duration: 14.311332ms)","trace[1818212347] 'applied index is now lower than readState.Index' (duration: 97.708835ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:14.847889Z","caller":"traceutil/trace.go:171","msg":"trace[902204592] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"114.693449ms","start":"2026-03-29T02:11:14.733177Z","end":"2026-03-29T02:11:14.84787Z","steps":["trace[902204592] 'process raft request' (duration: 114.495494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:14.848029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.214962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:14.848067Z","caller":"traceutil/trace.go:171","msg":"trace[364400494] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6318; }","duration":"112.298594ms","start":"2026-03-29T02:11:14.735759Z","end":"2026-03-29T02:11:14.848057Z","steps":["trace[364400494] 'agreement among raft nodes before linearized reading' (duration: 112.186141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.857229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.64084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:16.857311Z","caller":"traceutil/trace.go:171","msg":"trace[709067101] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6339; }","duration":"828.773624ms","start":"2026-03-29T02:11:16.028518Z","end":"2026-03-29T02:11:16.857292Z","steps":["trace[709067101] 'count revisions from in-memory index tree' (duration: 828.561969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.857353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.028491Z","time spent":"828.850466ms","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:16.85764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.579459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:16.857699Z","caller":"traceutil/trace.go:171","msg":"trace[1003439919] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6339; }","duration":"847.671872ms","start":"2026-03-29T02:11:16.010013Z","end":"2026-03-29T02:11:16.857684Z","steps":["trace[1003439919] 'count revisions from in-memory index tree' (duration: 847.516657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.857744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.009994Z","time spent":"847.736413ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":33,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:16.857721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.972746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:16.857838Z","caller":"traceutil/trace.go:171","msg":"trace[42570587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6339; }","duration":"705.688225ms","start":"2026-03-29T02:11:16.1521Z","end":"2026-03-29T02:11:16.857789Z","steps":["trace[42570587] 'range keys from in-memory index tree' (duration: 704.867172ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.857843Z","caller":"traceutil/trace.go:171","msg":"trace[1017117239] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"463.324191ms","start":"2026-03-29T02:11:16.394481Z","end":"2026-03-29T02:11:16.857805Z","steps":["trace[1017117239] 'process raft request' (duration: 379.206849ms)","trace[1017117239] 'compare' (duration: 83.986448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:16.857918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.152084Z","time spent":"705.795598ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:11:16.858009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.394457Z","time spent":"463.464224ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.911857Z","caller":"traceutil/trace.go:171","msg":"trace[776392293] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"430.115612ms","start":"2026-03-29T02:11:16.481713Z","end":"2026-03-29T02:11:16.911828Z","steps":["trace[776392293] 'process raft request' (duration: 429.958837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.481684Z","time spent":"430.249586ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:16.912042Z","caller":"traceutil/trace.go:171","msg":"trace[1026920473] linearizableReadLoop","detail":"{readStateIndex:6591; appliedIndex:6588; }","duration":"385.580053ms","start":"2026-03-29T02:11:16.526444Z","end":"2026-03-29T02:11:16.912024Z","steps":["trace[1026920473] 'read index received' (duration: 247.255647ms)","trace[1026920473] 'applied index is now lower than readState.Index' (duration: 138.323356ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:16.912174Z","caller":"traceutil/trace.go:171","msg":"trace[518133811] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"395.105364ms","start":"2026-03-29T02:11:16.517057Z","end":"2026-03-29T02:11:16.912163Z","steps":["trace[518133811] 'process raft request' (duration: 394.733754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.517039Z","time spent":"395.178686ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:16.912455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.683961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:11:16.912483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.249616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:11:16.912515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.422954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:11:16.912516Z","caller":"traceutil/trace.go:171","msg":"trace[1044292676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6342; }","duration":"284.766813ms","start":"2026-03-29T02:11:16.627735Z","end":"2026-03-29T02:11:16.912502Z","steps":["trace[1044292676] 'agreement among raft nodes before linearized reading' (duration: 284.572668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:16.912554Z","caller":"traceutil/trace.go:171","msg":"trace[1415766186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6342; }","duration":"284.493096ms","start":"2026-03-29T02:11:16.628049Z","end":"2026-03-29T02:11:16.912543Z","steps":["trace[1415766186] 'agreement among raft nodes before linearized reading' (duration: 284.369163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.492232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-t86ps\" ","response":"range_response_count:1 size:7557"} {"level":"info","ts":"2026-03-29T02:11:16.912552Z","caller":"traceutil/trace.go:171","msg":"trace[695133573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:6342; }","duration":"384.341049ms","start":"2026-03-29T02:11:16.528193Z","end":"2026-03-29T02:11:16.912534Z","steps":["trace[695133573] 'agreement among raft nodes before linearized reading' (duration: 384.111733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.840689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:11:16.912663Z","caller":"traceutil/trace.go:171","msg":"trace[2112071972] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-t86ps; range_end:; response_count:1; response_revision:6342; }","duration":"141.619266ms","start":"2026-03-29T02:11:16.771025Z","end":"2026-03-29T02:11:16.912644Z","steps":["trace[2112071972] 'agreement among raft nodes before linearized reading' (duration: 141.38613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.91268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.528182Z","time spent":"384.485113ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:11:16.912686Z","caller":"traceutil/trace.go:171","msg":"trace[984427784] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6342; }","duration":"374.907191ms","start":"2026-03-29T02:11:16.537764Z","end":"2026-03-29T02:11:16.912671Z","steps":["trace[984427784] 'agreement among raft nodes before linearized reading' (duration: 374.810688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.869188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:11:16.912726Z","caller":"traceutil/trace.go:171","msg":"trace[188899490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6342; }","duration":"291.94899ms","start":"2026-03-29T02:11:16.620767Z","end":"2026-03-29T02:11:16.912716Z","steps":["trace[188899490] 'agreement among raft nodes before linearized reading' (duration: 291.841937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.537746Z","time spent":"374.971642ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:11:16.912832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.090178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:11:16.912839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.376775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:11:16.912934Z","caller":"traceutil/trace.go:171","msg":"trace[1266482279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6342; }","duration":"386.475797ms","start":"2026-03-29T02:11:16.526436Z","end":"2026-03-29T02:11:16.912912Z","steps":["trace[1266482279] 'agreement among raft nodes before linearized reading' (duration: 386.254421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.912987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.526381Z","time spent":"386.595191ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:11:16.912872Z","caller":"traceutil/trace.go:171","msg":"trace[1274348116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6342; }","duration":"378.1467ms","start":"2026-03-29T02:11:16.534716Z","end":"2026-03-29T02:11:16.912863Z","steps":["trace[1274348116] 'agreement among raft nodes before linearized reading' (duration: 378.034237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.913036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.534707Z","time spent":"378.316354ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:11:16.912873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.283749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:11:16.913158Z","caller":"traceutil/trace.go:171","msg":"trace[726631069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6342; }","duration":"292.568797ms","start":"2026-03-29T02:11:16.620552Z","end":"2026-03-29T02:11:16.913121Z","steps":["trace[726631069] 'agreement among raft nodes before linearized reading' (duration: 292.253938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.913665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.845651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:16.913742Z","caller":"traceutil/trace.go:171","msg":"trace[1436978405] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6342; }","duration":"301.972855ms","start":"2026-03-29T02:11:16.611753Z","end":"2026-03-29T02:11:16.913725Z","steps":["trace[1436978405] 'agreement among raft nodes before linearized reading' (duration: 301.43955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:16.913793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:16.61173Z","time spent":"302.050396ms","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":88,"response size":28,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:11:17.04198Z","caller":"traceutil/trace.go:171","msg":"trace[753553037] linearizableReadLoop","detail":"{readStateIndex:6592; appliedIndex:6591; }","duration":"121.246828ms","start":"2026-03-29T02:11:16.920701Z","end":"2026-03-29T02:11:17.041948Z","steps":["trace[753553037] 'read index received' (duration: 42.523063ms)","trace[753553037] 'applied index is now lower than readState.Index' (duration: 78.721935ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:17.042034Z","caller":"traceutil/trace.go:171","msg":"trace[66505280] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"121.471425ms","start":"2026-03-29T02:11:16.920519Z","end":"2026-03-29T02:11:17.04199Z","steps":["trace[66505280] 'process raft request' (duration: 42.687248ms)","trace[66505280] 'compare' (duration: 78.608682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:17.042342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.631379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84701"} {"level":"info","ts":"2026-03-29T02:11:17.042403Z","caller":"traceutil/trace.go:171","msg":"trace[1899635677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6343; }","duration":"121.727252ms","start":"2026-03-29T02:11:16.92066Z","end":"2026-03-29T02:11:17.042387Z","steps":["trace[1899635677] 'agreement among raft nodes before linearized reading' (duration: 121.409483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.066331Z","caller":"traceutil/trace.go:171","msg":"trace[215446993] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"145.288567ms","start":"2026-03-29T02:11:16.921018Z","end":"2026-03-29T02:11:17.066307Z","steps":["trace[215446993] 'process raft request' (duration: 144.993809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.066364Z","caller":"traceutil/trace.go:171","msg":"trace[1954972049] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"145.191144ms","start":"2026-03-29T02:11:16.921086Z","end":"2026-03-29T02:11:17.066277Z","steps":["trace[1954972049] 'process raft request' (duration: 145.102632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.066724Z","caller":"traceutil/trace.go:171","msg":"trace[1367869997] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"145.489942ms","start":"2026-03-29T02:11:16.921221Z","end":"2026-03-29T02:11:17.066711Z","steps":["trace[1367869997] 'process raft request' (duration: 145.004549ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.067047Z","caller":"traceutil/trace.go:171","msg":"trace[221361156] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"145.729739ms","start":"2026-03-29T02:11:16.921305Z","end":"2026-03-29T02:11:17.067035Z","steps":["trace[221361156] 'process raft request' (duration: 145.286167ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.067143Z","caller":"traceutil/trace.go:171","msg":"trace[854541150] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"145.655197ms","start":"2026-03-29T02:11:16.921479Z","end":"2026-03-29T02:11:17.067134Z","steps":["trace[854541150] 'process raft request' (duration: 145.334348ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.067227Z","caller":"traceutil/trace.go:171","msg":"trace[1877157331] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"145.669008ms","start":"2026-03-29T02:11:16.921537Z","end":"2026-03-29T02:11:17.067206Z","steps":["trace[1877157331] 'process raft request' (duration: 145.472642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:17.067485Z","caller":"traceutil/trace.go:171","msg":"trace[1034970937] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"144.181557ms","start":"2026-03-29T02:11:16.923249Z","end":"2026-03-29T02:11:17.067431Z","steps":["trace[1034970937] 'process raft request' (duration: 143.840427ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:19.058441Z","caller":"traceutil/trace.go:171","msg":"trace[826197744] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"364.373834ms","start":"2026-03-29T02:11:18.69404Z","end":"2026-03-29T02:11:19.058413Z","steps":["trace[826197744] 'process raft request' (duration: 364.195889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:19.058589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:18.694015Z","time spent":"364.500267ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19370,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:19.063003Z","caller":"traceutil/trace.go:171","msg":"trace[1367752469] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"200.023315ms","start":"2026-03-29T02:11:18.862927Z","end":"2026-03-29T02:11:19.06295Z","steps":["trace[1367752469] 'process raft request' (duration: 199.155421ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:19.063338Z","caller":"traceutil/trace.go:171","msg":"trace[222180238] transaction","detail":"{read_only:false; response_revision:6355; number_of_response:1; }","duration":"145.04446ms","start":"2026-03-29T02:11:18.918271Z","end":"2026-03-29T02:11:19.063315Z","steps":["trace[222180238] 'process raft request' (duration: 143.991271ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:28.518833Z","caller":"traceutil/trace.go:171","msg":"trace[1065163122] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"221.74281ms","start":"2026-03-29T02:11:28.297064Z","end":"2026-03-29T02:11:28.518807Z","steps":["trace[1065163122] 'process raft request' (duration: 221.569745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.648211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354400461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:11:29.673546Z","caller":"traceutil/trace.go:171","msg":"trace[789401692] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"571.057781ms","start":"2026-03-29T02:11:29.102463Z","end":"2026-03-29T02:11:29.673521Z","steps":["trace[789401692] 'process raft request' (duration: 570.878706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:29.673702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.10244Z","time spent":"571.184164ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:30.106654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.819518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:11:30.107059Z","caller":"traceutil/trace.go:171","msg":"trace[793280805] linearizableReadLoop","detail":"{readStateIndex:6666; appliedIndex:6664; }","duration":"959.282768ms","start":"2026-03-29T02:11:29.147751Z","end":"2026-03-29T02:11:30.107034Z","steps":["trace[793280805] 'read index received' (duration: 525.69488ms)","trace[793280805] 'applied index is now lower than readState.Index' (duration: 433.586088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:30.107168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.409071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:30.107113Z","caller":"traceutil/trace.go:171","msg":"trace[1321574703] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"1.002824569s","start":"2026-03-29T02:11:29.104252Z","end":"2026-03-29T02:11:30.107077Z","steps":["trace[1321574703] 'process raft request' (duration: 691.488467ms)","trace[1321574703] 'compare' (duration: 310.629683ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:30.107222Z","caller":"traceutil/trace.go:171","msg":"trace[475295225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6414; }","duration":"959.497533ms","start":"2026-03-29T02:11:29.14771Z","end":"2026-03-29T02:11:30.107208Z","steps":["trace[475295225] 'agreement among raft nodes before linearized reading' (duration: 959.412881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.107248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.147693Z","time spent":"959.550944ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:11:30.107313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.104214Z","time spent":"1.003016844s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:30.160306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.496527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:11:30.160376Z","caller":"traceutil/trace.go:171","msg":"trace[59046840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6415; }","duration":"946.60202ms","start":"2026-03-29T02:11:29.213761Z","end":"2026-03-29T02:11:30.160363Z","steps":["trace[59046840] 'agreement among raft nodes before linearized reading' (duration: 946.405195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.804565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:11:30.160406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.213749Z","time spent":"946.651671ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:11:30.160423Z","caller":"traceutil/trace.go:171","msg":"trace[699078219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6415; }","duration":"992.891317ms","start":"2026-03-29T02:11:29.167516Z","end":"2026-03-29T02:11:30.160408Z","steps":["trace[699078219] 'agreement among raft nodes before linearized reading' (duration: 992.721393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.16046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.167504Z","time spent":"992.946659ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:11:30.160489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.618991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:11:30.160587Z","caller":"traceutil/trace.go:171","msg":"trace[675963473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:6415; }","duration":"995.760596ms","start":"2026-03-29T02:11:29.164807Z","end":"2026-03-29T02:11:30.160567Z","steps":["trace[675963473] 'agreement among raft nodes before linearized reading' (duration: 995.56455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.164753Z","time spent":"995.881529ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:11:30.160733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.754107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:11:30.160746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.766847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:11:30.160595Z","caller":"traceutil/trace.go:171","msg":"trace[388038114] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"138.83981ms","start":"2026-03-29T02:11:30.021743Z","end":"2026-03-29T02:11:30.160583Z","steps":["trace[388038114] 'process raft request' (duration: 138.235474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.00965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:30.160847Z","caller":"traceutil/trace.go:171","msg":"trace[435190595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6415; }","duration":"968.8938ms","start":"2026-03-29T02:11:29.191929Z","end":"2026-03-29T02:11:30.160823Z","steps":["trace[435190595] 'agreement among raft nodes before linearized reading' (duration: 968.628993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.300085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:11:30.16089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.280888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:11:30.160905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.191915Z","time spent":"968.979543ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:11:30.16093Z","caller":"traceutil/trace.go:171","msg":"trace[1357605304] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6415; }","duration":"483.36358ms","start":"2026-03-29T02:11:29.677554Z","end":"2026-03-29T02:11:30.160917Z","steps":["trace[1357605304] 'agreement among raft nodes before linearized reading' (duration: 483.311149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.160935Z","caller":"traceutil/trace.go:171","msg":"trace[1883666664] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:6415; }","duration":"572.429238ms","start":"2026-03-29T02:11:29.588484Z","end":"2026-03-29T02:11:30.160913Z","steps":["trace[1883666664] 'agreement among raft nodes before linearized reading' (duration: 572.14122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.677529Z","time spent":"483.437333ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:11:30.160982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.515535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:30.160869Z","caller":"traceutil/trace.go:171","msg":"trace[787858481] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6415; }","duration":"590.261797ms","start":"2026-03-29T02:11:29.570593Z","end":"2026-03-29T02:11:30.160855Z","steps":["trace[787858481] 'agreement among raft nodes before linearized reading' (duration: 590.02419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.160745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.813257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:11:30.16106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.570574Z","time spent":"590.474582ms","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:11:30.161092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.875845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:11:30.160776Z","caller":"traceutil/trace.go:171","msg":"trace[1756021276] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6415; }","duration":"941.835309ms","start":"2026-03-29T02:11:29.218928Z","end":"2026-03-29T02:11:30.160764Z","steps":["trace[1756021276] 'agreement among raft nodes before linearized reading' (duration: 941.742347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.719973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-29T02:11:30.161148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.218907Z","time spent":"942.22419ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:11:30.161092Z","caller":"traceutil/trace.go:171","msg":"trace[1293168906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6415; }","duration":"977.213178ms","start":"2026-03-29T02:11:29.183866Z","end":"2026-03-29T02:11:30.161079Z","steps":["trace[1293168906] 'agreement among raft nodes before linearized reading' (duration: 976.732575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.183848Z","time spent":"977.396512ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:11:30.160987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.588468Z","time spent":"572.509411ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-29T02:11:30.161161Z","caller":"traceutil/trace.go:171","msg":"trace[1820740634] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6415; }","duration":"482.787465ms","start":"2026-03-29T02:11:29.678365Z","end":"2026-03-29T02:11:30.161153Z","steps":["trace[1820740634] 'agreement among raft nodes before linearized reading' (duration: 482.692672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.678354Z","time spent":"483.050442ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-29T02:11:30.161131Z","caller":"traceutil/trace.go:171","msg":"trace[1174817968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6415; }","duration":"947.945937ms","start":"2026-03-29T02:11:29.213175Z","end":"2026-03-29T02:11:30.161121Z","steps":["trace[1174817968] 'agreement among raft nodes before linearized reading' (duration: 947.842684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.213159Z","time spent":"948.351288ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:11:30.160786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.423804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:11:30.161621Z","caller":"traceutil/trace.go:171","msg":"trace[1137785724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6415; }","duration":"997.287347ms","start":"2026-03-29T02:11:29.164317Z","end":"2026-03-29T02:11:30.161604Z","steps":["trace[1137785724] 'agreement among raft nodes before linearized reading' (duration: 996.389663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.1643Z","time spent":"997.348569ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:11:30.161023Z","caller":"traceutil/trace.go:171","msg":"trace[1860269562] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6415; }","duration":"483.609717ms","start":"2026-03-29T02:11:29.677404Z","end":"2026-03-29T02:11:30.161014Z","steps":["trace[1860269562] 'agreement among raft nodes before linearized reading' (duration: 483.530055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.161742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:29.677387Z","time spent":"484.348538ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-29T02:11:30.368801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.764488ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-29T02:11:30.381898Z","caller":"traceutil/trace.go:171","msg":"trace[2006923140] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"215.349404ms","start":"2026-03-29T02:11:30.166527Z","end":"2026-03-29T02:11:30.381876Z","steps":["trace[2006923140] 'process raft request' (duration: 215.269752ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.382217Z","caller":"traceutil/trace.go:171","msg":"trace[1204661716] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"215.646272ms","start":"2026-03-29T02:11:30.166549Z","end":"2026-03-29T02:11:30.382195Z","steps":["trace[1204661716] 'process raft request' (duration: 215.288362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.381932Z","caller":"traceutil/trace.go:171","msg":"trace[957284089] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"215.469108ms","start":"2026-03-29T02:11:30.166434Z","end":"2026-03-29T02:11:30.381903Z","steps":["trace[957284089] 'process raft request' (duration: 215.205431ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.382279Z","caller":"traceutil/trace.go:171","msg":"trace[1354536025] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"215.657933ms","start":"2026-03-29T02:11:30.166603Z","end":"2026-03-29T02:11:30.382261Z","steps":["trace[1354536025] 'process raft request' (duration: 215.430617ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.38241Z","caller":"traceutil/trace.go:171","msg":"trace[1631862855] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"214.504462ms","start":"2026-03-29T02:11:30.167889Z","end":"2026-03-29T02:11:30.382393Z","steps":["trace[1631862855] 'process raft request' (duration: 214.309726ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.382578Z","caller":"traceutil/trace.go:171","msg":"trace[1312757973] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6667; }","duration":"213.535145ms","start":"2026-03-29T02:11:30.169028Z","end":"2026-03-29T02:11:30.382563Z","steps":["trace[1312757973] 'read index received' (duration: 53.072993ms)","trace[1312757973] 'applied index is now lower than readState.Index' (duration: 160.461002ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:30.382627Z","caller":"traceutil/trace.go:171","msg":"trace[1740401759] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"213.993648ms","start":"2026-03-29T02:11:30.168617Z","end":"2026-03-29T02:11:30.382611Z","steps":["trace[1740401759] 'process raft request' (duration: 213.880994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:30.382589Z","caller":"traceutil/trace.go:171","msg":"trace[1968844202] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"213.999927ms","start":"2026-03-29T02:11:30.168569Z","end":"2026-03-29T02:11:30.382569Z","steps":["trace[1968844202] 'process raft request' (duration: 213.780521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.382968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.913626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84878"} {"level":"info","ts":"2026-03-29T02:11:30.38304Z","caller":"traceutil/trace.go:171","msg":"trace[1029411572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6422; }","duration":"214.014678ms","start":"2026-03-29T02:11:30.169009Z","end":"2026-03-29T02:11:30.383024Z","steps":["trace[1029411572] 'agreement among raft nodes before linearized reading' (duration: 213.72133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.462623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.142264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:30.462743Z","caller":"traceutil/trace.go:171","msg":"trace[1446763856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6423; }","duration":"293.283498ms","start":"2026-03-29T02:11:30.16944Z","end":"2026-03-29T02:11:30.462723Z","steps":["trace[1446763856] 'agreement among raft nodes before linearized reading' (duration: 293.076332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.615577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.422378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:30.615691Z","caller":"traceutil/trace.go:171","msg":"trace[2115277953] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6423; }","duration":"127.590673ms","start":"2026-03-29T02:11:30.48807Z","end":"2026-03-29T02:11:30.615661Z","steps":["trace[2115277953] 'count revisions from in-memory index tree' (duration: 127.341725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:30.616296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.505238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:11:30.616371Z","caller":"traceutil/trace.go:171","msg":"trace[1058045566] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6423; }","duration":"147.629881ms","start":"2026-03-29T02:11:30.468725Z","end":"2026-03-29T02:11:30.616354Z","steps":["trace[1058045566] 'range keys from in-memory index tree' (duration: 147.291142ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:31.930972Z","caller":"traceutil/trace.go:171","msg":"trace[1646910193] linearizableReadLoop","detail":"{readStateIndex:6678; appliedIndex:6677; }","duration":"170.833676ms","start":"2026-03-29T02:11:31.760112Z","end":"2026-03-29T02:11:31.930946Z","steps":["trace[1646910193] 'read index received' (duration: 170.732803ms)","trace[1646910193] 'applied index is now lower than readState.Index' (duration: 99.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:31.931095Z","caller":"traceutil/trace.go:171","msg":"trace[443969299] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"251.495794ms","start":"2026-03-29T02:11:31.67957Z","end":"2026-03-29T02:11:31.931066Z","steps":["trace[443969299] 'process raft request' (duration: 251.185406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:31.931136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.006491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:11:31.93124Z","caller":"traceutil/trace.go:171","msg":"trace[982836163] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6425; }","duration":"171.170455ms","start":"2026-03-29T02:11:31.760058Z","end":"2026-03-29T02:11:31.931229Z","steps":["trace[982836163] 'agreement among raft nodes before linearized reading' (duration: 170.9836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.607989Z","caller":"traceutil/trace.go:171","msg":"trace[1083150352] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"216.190768ms","start":"2026-03-29T02:11:32.391766Z","end":"2026-03-29T02:11:32.607957Z","steps":["trace[1083150352] 'process raft request' (duration: 204.387534ms)","trace[1083150352] 'compare' (duration: 11.596298ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:32.608635Z","caller":"traceutil/trace.go:171","msg":"trace[679278485] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"216.819435ms","start":"2026-03-29T02:11:32.391795Z","end":"2026-03-29T02:11:32.608615Z","steps":["trace[679278485] 'process raft request' (duration: 216.106035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.608661Z","caller":"traceutil/trace.go:171","msg":"trace[1855407845] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"216.691001ms","start":"2026-03-29T02:11:32.391953Z","end":"2026-03-29T02:11:32.608644Z","steps":["trace[1855407845] 'process raft request' (duration: 216.518447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.608724Z","caller":"traceutil/trace.go:171","msg":"trace[1813805784] transaction","detail":"{read_only:false; response_revision:6432; number_of_response:1; }","duration":"216.683752ms","start":"2026-03-29T02:11:32.392001Z","end":"2026-03-29T02:11:32.608685Z","steps":["trace[1813805784] 'process raft request' (duration: 216.600129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.608785Z","caller":"traceutil/trace.go:171","msg":"trace[1023419724] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"215.077628ms","start":"2026-03-29T02:11:32.393681Z","end":"2026-03-29T02:11:32.608758Z","steps":["trace[1023419724] 'process raft request' (duration: 214.961084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.608877Z","caller":"traceutil/trace.go:171","msg":"trace[1521654504] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"215.140949ms","start":"2026-03-29T02:11:32.393693Z","end":"2026-03-29T02:11:32.608834Z","steps":["trace[1521654504] 'process raft request' (duration: 214.986094ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:32.608854Z","caller":"traceutil/trace.go:171","msg":"trace[1304413297] linearizableReadLoop","detail":"{readStateIndex:6687; appliedIndex:6680; }","duration":"215.092597ms","start":"2026-03-29T02:11:32.393736Z","end":"2026-03-29T02:11:32.608829Z","steps":["trace[1304413297] 'read index received' (duration: 73.933813ms)","trace[1304413297] 'applied index is now lower than readState.Index' (duration: 141.156794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:32.609278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.520469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84878"} {"level":"info","ts":"2026-03-29T02:11:32.609346Z","caller":"traceutil/trace.go:171","msg":"trace[1960522344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6434; }","duration":"215.630322ms","start":"2026-03-29T02:11:32.393698Z","end":"2026-03-29T02:11:32.609328Z","steps":["trace[1960522344] 'agreement among raft nodes before linearized reading' (duration: 215.290593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:42.164519Z","caller":"traceutil/trace.go:171","msg":"trace[78596466] transaction","detail":"{read_only:false; response_revision:6501; number_of_response:1; }","duration":"185.61598ms","start":"2026-03-29T02:11:41.978869Z","end":"2026-03-29T02:11:42.164485Z","steps":["trace[78596466] 'process raft request' (duration: 185.422755ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.803428Z","caller":"traceutil/trace.go:171","msg":"trace[422418808] linearizableReadLoop","detail":"{readStateIndex:6770; appliedIndex:6768; }","duration":"104.888081ms","start":"2026-03-29T02:11:44.698518Z","end":"2026-03-29T02:11:44.803406Z","steps":["trace[422418808] 'read index received' (duration: 104.719826ms)","trace[422418808] 'applied index is now lower than readState.Index' (duration: 166.725µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:44.803581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.972895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:11:44.803614Z","caller":"traceutil/trace.go:171","msg":"trace[1695938105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6515; }","duration":"131.044757ms","start":"2026-03-29T02:11:44.672563Z","end":"2026-03-29T02:11:44.803607Z","steps":["trace[1695938105] 'agreement among raft nodes before linearized reading' (duration: 130.907003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:44.803628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.310426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:11:44.803665Z","caller":"traceutil/trace.go:171","msg":"trace[259105845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6515; }","duration":"134.389068ms","start":"2026-03-29T02:11:44.669266Z","end":"2026-03-29T02:11:44.803656Z","steps":["trace[259105845] 'agreement among raft nodes before linearized reading' (duration: 134.281486ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.803528Z","caller":"traceutil/trace.go:171","msg":"trace[1889764474] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"133.173666ms","start":"2026-03-29T02:11:44.670307Z","end":"2026-03-29T02:11:44.803481Z","steps":["trace[1889764474] 'process raft request' (duration: 133.053112ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:44.803913Z","caller":"traceutil/trace.go:171","msg":"trace[500852354] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"135.365816ms","start":"2026-03-29T02:11:44.668518Z","end":"2026-03-29T02:11:44.803883Z","steps":["trace[500852354] 'process raft request' (duration: 134.719568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:44.803815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.306854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:11:44.804063Z","caller":"traceutil/trace.go:171","msg":"trace[1552171286] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6515; }","duration":"135.571461ms","start":"2026-03-29T02:11:44.668481Z","end":"2026-03-29T02:11:44.804052Z","steps":["trace[1552171286] 'agreement among raft nodes before linearized reading' (duration: 135.275763ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:46.931874Z","caller":"traceutil/trace.go:171","msg":"trace[97057347] linearizableReadLoop","detail":"{readStateIndex:6783; appliedIndex:6782; }","duration":"118.482013ms","start":"2026-03-29T02:11:46.81337Z","end":"2026-03-29T02:11:46.931852Z","steps":["trace[97057347] 'read index received' (duration: 118.443772ms)","trace[97057347] 'applied index is now lower than readState.Index' (duration: 36.991µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:11:46.931978Z","caller":"traceutil/trace.go:171","msg":"trace[1571094439] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"118.613197ms","start":"2026-03-29T02:11:46.813328Z","end":"2026-03-29T02:11:46.931941Z","steps":["trace[1571094439] 'process raft request' (duration: 118.397541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:46.932111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.7158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:11:46.932186Z","caller":"traceutil/trace.go:171","msg":"trace[290456765] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6527; }","duration":"118.834132ms","start":"2026-03-29T02:11:46.813335Z","end":"2026-03-29T02:11:46.932169Z","steps":["trace[290456765] 'agreement among raft nodes before linearized reading' (duration: 118.618226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:46.940233Z","caller":"traceutil/trace.go:171","msg":"trace[1025827523] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"126.677107ms","start":"2026-03-29T02:11:46.813522Z","end":"2026-03-29T02:11:46.940199Z","steps":["trace[1025827523] 'process raft request' (duration: 126.40423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:46.940474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.76391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92249"} {"level":"info","ts":"2026-03-29T02:11:46.941264Z","caller":"traceutil/trace.go:171","msg":"trace[1718409069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6528; }","duration":"127.568641ms","start":"2026-03-29T02:11:46.813674Z","end":"2026-03-29T02:11:46.941243Z","steps":["trace[1718409069] 'agreement among raft nodes before linearized reading' (duration: 126.40587ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:47.248949Z","caller":"traceutil/trace.go:171","msg":"trace[554391578] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"258.569637ms","start":"2026-03-29T02:11:46.990355Z","end":"2026-03-29T02:11:47.248924Z","steps":["trace[554391578] 'process raft request' (duration: 258.535416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:47.249017Z","caller":"traceutil/trace.go:171","msg":"trace[1272063571] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"304.856095ms","start":"2026-03-29T02:11:46.944126Z","end":"2026-03-29T02:11:47.248982Z","steps":["trace[1272063571] 'process raft request' (duration: 304.627459ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:47.24905Z","caller":"traceutil/trace.go:171","msg":"trace[1115893625] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"304.833594ms","start":"2026-03-29T02:11:46.944193Z","end":"2026-03-29T02:11:47.249026Z","steps":["trace[1115893625] 'process raft request' (duration: 304.66733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:47.249167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:46.944171Z","time spent":"304.925016ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:11:47.249255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:46.944104Z","time spent":"305.025399ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:11:47.3713Z","caller":"traceutil/trace.go:171","msg":"trace[1500636258] linearizableReadLoop","detail":"{readStateIndex:6789; appliedIndex:6787; }","duration":"223.052065ms","start":"2026-03-29T02:11:47.148219Z","end":"2026-03-29T02:11:47.371272Z","steps":["trace[1500636258] 'read index received' (duration: 100.669675ms)","trace[1500636258] 'applied index is now lower than readState.Index' (duration: 122.38133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:11:47.371458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.21765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:11:47.371495Z","caller":"traceutil/trace.go:171","msg":"trace[1281535690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6533; }","duration":"223.329713ms","start":"2026-03-29T02:11:47.148153Z","end":"2026-03-29T02:11:47.371483Z","steps":["trace[1281535690] 'agreement among raft nodes before linearized reading' (duration: 223.22656ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:11:47.371427Z","caller":"traceutil/trace.go:171","msg":"trace[1252626614] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"318.19251ms","start":"2026-03-29T02:11:47.053197Z","end":"2026-03-29T02:11:47.37139Z","steps":["trace[1252626614] 'process raft request' (duration: 317.877751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:11:47.372031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:11:47.053171Z","time spent":"318.619062ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:12:28.539382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.156373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-29T02:12:28.539501Z","caller":"traceutil/trace.go:171","msg":"trace[599617911] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6847; }","duration":"438.337978ms","start":"2026-03-29T02:12:28.101141Z","end":"2026-03-29T02:12:28.539479Z","steps":["trace[599617911] 'range keys from in-memory index tree' (duration: 437.949238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.53956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.101108Z","time spent":"438.433171ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-29T02:12:28.539755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.518573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:12:28.539802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.172758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:28.539881Z","caller":"traceutil/trace.go:171","msg":"trace[907600148] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6847; }","duration":"557.281031ms","start":"2026-03-29T02:12:27.982581Z","end":"2026-03-29T02:12:28.539862Z","steps":["trace[907600148] 'count revisions from in-memory index tree' (duration: 557.125688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.539881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.333618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:28.539921Z","caller":"traceutil/trace.go:171","msg":"trace[343122806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6847; }","duration":"555.3829ms","start":"2026-03-29T02:12:27.984526Z","end":"2026-03-29T02:12:28.539909Z","steps":["trace[343122806] 'range keys from in-memory index tree' (duration: 555.295967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.539929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:27.982573Z","time spent":"557.340123ms","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:12:28.539945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:27.984519Z","time spent":"555.420151ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:12:28.539835Z","caller":"traceutil/trace.go:171","msg":"trace[1398135037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6847; }","duration":"393.646346ms","start":"2026-03-29T02:12:28.146171Z","end":"2026-03-29T02:12:28.539817Z","steps":["trace[1398135037] 'range keys from in-memory index tree' (duration: 393.44919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.540106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.890453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-29T02:12:28.540255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.146152Z","time spent":"394.018526ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:12:28.540314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.844529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:12:28.540395Z","caller":"traceutil/trace.go:171","msg":"trace[474887503] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6847; }","duration":"564.221672ms","start":"2026-03-29T02:12:27.976129Z","end":"2026-03-29T02:12:28.540351Z","steps":["trace[474887503] 'range keys from in-memory index tree' (duration: 563.747929ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:12:28.540447Z","caller":"traceutil/trace.go:171","msg":"trace[905612594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6847; }","duration":"482.443735ms","start":"2026-03-29T02:12:28.057977Z","end":"2026-03-29T02:12:28.54042Z","steps":["trace[905612594] 'count revisions from in-memory index tree' (duration: 481.717415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:12:28.54056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:27.976099Z","time spent":"564.386755ms","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:12:28.540549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:12:28.057954Z","time spent":"482.571279ms","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:13:36.14132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4405} {"level":"info","ts":"2026-03-29T02:13:36.205713Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4405,"took":"62.731706ms","hash":1400872996,"current-db-size-bytes":41324544,"current-db-size":"41 MB","current-db-size-in-use-bytes":36896768,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-29T02:13:36.205773Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400872996,"revision":4405,"compact-revision":2542} {"level":"warn","ts":"2026-03-29T02:14:33.509772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.911853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:14:33.509895Z","caller":"traceutil/trace.go:171","msg":"trace[959426863] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"229.923729ms","start":"2026-03-29T02:14:33.27995Z","end":"2026-03-29T02:14:33.509874Z","steps":["trace[959426863] 'process raft request' (duration: 116.827521ms)","trace[959426863] 'compare' (duration: 112.80769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:14:49.871816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.228577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:14:49.872164Z","caller":"traceutil/trace.go:171","msg":"trace[1149546988] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7850; }","duration":"119.412012ms","start":"2026-03-29T02:14:49.752512Z","end":"2026-03-29T02:14:49.871924Z","steps":["trace[1149546988] 'count revisions from in-memory index tree' (duration: 119.117434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.872363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.404404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:14:49.872506Z","caller":"traceutil/trace.go:171","msg":"trace[1006670479] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7850; }","duration":"168.62315ms","start":"2026-03-29T02:14:49.70385Z","end":"2026-03-29T02:14:49.872473Z","steps":["trace[1006670479] 'count revisions from in-memory index tree' (duration: 168.289681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:14:49.872677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.034134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:14:49.872829Z","caller":"traceutil/trace.go:171","msg":"trace[1676424813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7850; }","duration":"114.24418ms","start":"2026-03-29T02:14:49.75854Z","end":"2026-03-29T02:14:49.872784Z","steps":["trace[1676424813] 'range keys from in-memory index tree' (duration: 113.491789ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.47874Z","caller":"traceutil/trace.go:171","msg":"trace[1716635478] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8379; }","duration":"330.107475ms","start":"2026-03-29T02:15:22.148604Z","end":"2026-03-29T02:15:22.478712Z","steps":["trace[1716635478] 'read index received' (duration: 6.178089ms)","trace[1716635478] 'applied index is now lower than readState.Index' (duration: 323.927976ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:22.4789Z","caller":"traceutil/trace.go:171","msg":"trace[1082378652] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"344.559801ms","start":"2026-03-29T02:15:22.134325Z","end":"2026-03-29T02:15:22.478885Z","steps":["trace[1082378652] 'process raft request' (duration: 248.717585ms)","trace[1082378652] 'compare' (duration: 95.315101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:22.479009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.134293Z","time spent":"344.637683ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:22.47927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.640839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:22.479357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.293352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.479374Z","caller":"traceutil/trace.go:171","msg":"trace[493284970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8072; }","duration":"330.774843ms","start":"2026-03-29T02:15:22.148573Z","end":"2026-03-29T02:15:22.479348Z","steps":["trace[493284970] 'agreement among raft nodes before linearized reading' (duration: 330.617269ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.479415Z","caller":"traceutil/trace.go:171","msg":"trace[1458178593] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8072; }","duration":"268.394035ms","start":"2026-03-29T02:15:22.211006Z","end":"2026-03-29T02:15:22.479401Z","steps":["trace[1458178593] 'agreement among raft nodes before linearized reading' (duration: 268.297812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.479431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.148557Z","time spent":"330.859845ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:22.47945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.204998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:15:22.479503Z","caller":"traceutil/trace.go:171","msg":"trace[1860695933] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8072; }","duration":"257.256199ms","start":"2026-03-29T02:15:22.222232Z","end":"2026-03-29T02:15:22.479488Z","steps":["trace[1860695933] 'agreement among raft nodes before linearized reading' (duration: 257.116825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.479639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.919482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:15:22.479781Z","caller":"traceutil/trace.go:171","msg":"trace[2057256082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8072; }","duration":"264.078097ms","start":"2026-03-29T02:15:22.215687Z","end":"2026-03-29T02:15:22.479765Z","steps":["trace[2057256082] 'agreement among raft nodes before linearized reading' (duration: 263.82937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.479786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.38464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:15:22.479841Z","caller":"traceutil/trace.go:171","msg":"trace[2001688654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8072; }","duration":"266.475812ms","start":"2026-03-29T02:15:22.213348Z","end":"2026-03-29T02:15:22.479824Z","steps":["trace[2001688654] 'agreement among raft nodes before linearized reading' (duration: 266.312718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.479876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.60514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.480132Z","caller":"traceutil/trace.go:171","msg":"trace[367089806] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8072; }","duration":"268.875938ms","start":"2026-03-29T02:15:22.211226Z","end":"2026-03-29T02:15:22.480101Z","steps":["trace[367089806] 'agreement among raft nodes before linearized reading' (duration: 268.607661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.480114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.879502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:22.479943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.385968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:22.480231Z","caller":"traceutil/trace.go:171","msg":"trace[782219852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8072; }","duration":"260.040626ms","start":"2026-03-29T02:15:22.220164Z","end":"2026-03-29T02:15:22.480204Z","steps":["trace[782219852] 'agreement among raft nodes before linearized reading' (duration: 259.560463ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:22.480247Z","caller":"traceutil/trace.go:171","msg":"trace[549989239] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8072; }","duration":"255.682166ms","start":"2026-03-29T02:15:22.224544Z","end":"2026-03-29T02:15:22.480226Z","steps":["trace[549989239] 'agreement among raft nodes before linearized reading' (duration: 255.367988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:22.986559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.075604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:22.986747Z","caller":"traceutil/trace.go:171","msg":"trace[1861662606] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"502.026295ms","start":"2026-03-29T02:15:22.484692Z","end":"2026-03-29T02:15:22.986718Z","steps":["trace[1861662606] 'process raft request' (duration: 102.691203ms)","trace[1861662606] 'compare' (duration: 398.881309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:22.986856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.484674Z","time spent":"502.133548ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:23.049726Z","caller":"traceutil/trace.go:171","msg":"trace[665506994] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"564.972909ms","start":"2026-03-29T02:15:22.48473Z","end":"2026-03-29T02:15:23.049703Z","steps":["trace[665506994] 'process raft request' (duration: 564.800644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.049867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.484704Z","time spent":"565.091033ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:23.04998Z","caller":"traceutil/trace.go:171","msg":"trace[1773376408] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"565.074723ms","start":"2026-03-29T02:15:22.484859Z","end":"2026-03-29T02:15:23.049934Z","steps":["trace[1773376408] 'process raft request' (duration: 564.802635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:23.05008Z","caller":"traceutil/trace.go:171","msg":"trace[476863834] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"564.705942ms","start":"2026-03-29T02:15:22.48535Z","end":"2026-03-29T02:15:23.050056Z","steps":["trace[476863834] 'process raft request' (duration: 564.504736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.050235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.485333Z","time spent":"564.832146ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:23.050242Z","caller":"traceutil/trace.go:171","msg":"trace[519557962] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"564.000323ms","start":"2026-03-29T02:15:22.486229Z","end":"2026-03-29T02:15:23.050229Z","steps":["trace[519557962] 'process raft request' (duration: 563.727805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.050312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.486219Z","time spent":"564.059224ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:23.050204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.484846Z","time spent":"565.204126ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:23.050258Z","caller":"traceutil/trace.go:171","msg":"trace[703523380] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8380; }","duration":"564.193648ms","start":"2026-03-29T02:15:22.486023Z","end":"2026-03-29T02:15:23.050216Z","steps":["trace[703523380] 'read index received' (duration: 101.377318ms)","trace[703523380] 'applied index is now lower than readState.Index' (duration: 462.81451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:23.050631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.603999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:182186"} {"level":"info","ts":"2026-03-29T02:15:23.050691Z","caller":"traceutil/trace.go:171","msg":"trace[868405653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8077; }","duration":"564.687342ms","start":"2026-03-29T02:15:22.485993Z","end":"2026-03-29T02:15:23.050681Z","steps":["trace[868405653] 'agreement among raft nodes before linearized reading' (duration: 564.394724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.050715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.485985Z","time spent":"564.723673ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":182207,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:15:23.05089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.445695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19387"} {"level":"info","ts":"2026-03-29T02:15:23.051036Z","caller":"traceutil/trace.go:171","msg":"trace[1963317920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8077; }","duration":"341.61776ms","start":"2026-03-29T02:15:22.709382Z","end":"2026-03-29T02:15:23.051Z","steps":["trace[1963317920] 'agreement among raft nodes before linearized reading' (duration: 341.191958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:23.051108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:22.709361Z","time spent":"341.735683ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19408,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:15:23.36776Z","caller":"traceutil/trace.go:171","msg":"trace[446826772] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"102.242541ms","start":"2026-03-29T02:15:23.265487Z","end":"2026-03-29T02:15:23.36773Z","steps":["trace[446826772] 'process raft request' (duration: 72.463425ms)","trace[446826772] 'compare' (duration: 29.56045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:24.918877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.915716ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:15:25.115776Z","caller":"traceutil/trace.go:171","msg":"trace[1141002145] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"133.542369ms","start":"2026-03-29T02:15:24.982188Z","end":"2026-03-29T02:15:25.11573Z","steps":["trace[1141002145] 'process raft request' (duration: 133.308233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.116194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:15:25.116313Z","caller":"traceutil/trace.go:171","msg":"trace[1765119305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"123.900095ms","start":"2026-03-29T02:15:24.992386Z","end":"2026-03-29T02:15:25.116286Z","steps":["trace[1765119305] 'agreement among raft nodes before linearized reading' (duration: 123.634458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.616888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405098,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:15:25.788839Z","caller":"traceutil/trace.go:171","msg":"trace[506606964] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"758.718527ms","start":"2026-03-29T02:15:25.030085Z","end":"2026-03-29T02:15:25.788804Z","steps":["trace[506606964] 'process raft request' (duration: 758.44429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.789035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.030049Z","time spent":"758.890732ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:25.816796Z","caller":"traceutil/trace.go:171","msg":"trace[1851186626] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"696.319929ms","start":"2026-03-29T02:15:25.120449Z","end":"2026-03-29T02:15:25.816769Z","steps":["trace[1851186626] 'process raft request' (duration: 696.100733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.816942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.120418Z","time spent":"696.451682ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:25.81716Z","caller":"traceutil/trace.go:171","msg":"trace[1616648150] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"497.85397ms","start":"2026-03-29T02:15:25.319269Z","end":"2026-03-29T02:15:25.817123Z","steps":["trace[1616648150] 'process raft request' (duration: 497.457819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.817482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.319243Z","time spent":"498.038356ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:25.817887Z","caller":"traceutil/trace.go:171","msg":"trace[685364995] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"444.371256ms","start":"2026-03-29T02:15:25.373497Z","end":"2026-03-29T02:15:25.817868Z","steps":["trace[685364995] 'process raft request' (duration: 443.571554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.818008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.373472Z","time spent":"444.461798ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:25.818223Z","caller":"traceutil/trace.go:171","msg":"trace[417705295] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8394; }","duration":"702.532078ms","start":"2026-03-29T02:15:25.115676Z","end":"2026-03-29T02:15:25.818208Z","steps":["trace[417705295] 'read index received' (duration: 672.708391ms)","trace[417705295] 'applied index is now lower than readState.Index' (duration: 29.822307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:25.818478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.789312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:25.818417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.346424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:15:25.818493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.5405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:15:25.818555Z","caller":"traceutil/trace.go:171","msg":"trace[2133164861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"763.489108ms","start":"2026-03-29T02:15:25.055052Z","end":"2026-03-29T02:15:25.818541Z","steps":["trace[2133164861] 'agreement among raft nodes before linearized reading' (duration: 763.19067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:25.818588Z","caller":"traceutil/trace.go:171","msg":"trace[478875591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8089; }","duration":"763.696414ms","start":"2026-03-29T02:15:25.054867Z","end":"2026-03-29T02:15:25.818563Z","steps":["trace[478875591] 'agreement among raft nodes before linearized reading' (duration: 763.471898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.818596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.439629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:25.818611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.055047Z","time spent":"763.546041ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:15:25.818637Z","caller":"traceutil/trace.go:171","msg":"trace[318662657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"670.505522ms","start":"2026-03-29T02:15:25.148123Z","end":"2026-03-29T02:15:25.818628Z","steps":["trace[318662657] 'agreement among raft nodes before linearized reading' (duration: 670.44029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.818639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.054842Z","time spent":"763.787267ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:25.818351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.353475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:15:25.818739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.837962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:25.818553Z","caller":"traceutil/trace.go:171","msg":"trace[189617304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8089; }","duration":"761.884645ms","start":"2026-03-29T02:15:25.05665Z","end":"2026-03-29T02:15:25.818534Z","steps":["trace[189617304] 'agreement among raft nodes before linearized reading' (duration: 761.684859ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:25.818795Z","caller":"traceutil/trace.go:171","msg":"trace[338494651] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8089; }","duration":"554.947305ms","start":"2026-03-29T02:15:25.263835Z","end":"2026-03-29T02:15:25.818782Z","steps":["trace[338494651] 'agreement among raft nodes before linearized reading' (duration: 554.748009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.818834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.056636Z","time spent":"762.161432ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:15:25.818849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.263805Z","time spent":"555.030487ms","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":28,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:25.818416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.908996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:25.818981Z","caller":"traceutil/trace.go:171","msg":"trace[359460178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8089; }","duration":"773.525314ms","start":"2026-03-29T02:15:25.045441Z","end":"2026-03-29T02:15:25.818966Z","steps":["trace[359460178] 'agreement among raft nodes before linearized reading' (duration: 772.937538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.819024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.045413Z","time spent":"773.596486ms","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:25.818684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.148104Z","time spent":"670.556492ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:25.81875Z","caller":"traceutil/trace.go:171","msg":"trace[816234531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"763.782137ms","start":"2026-03-29T02:15:25.054956Z","end":"2026-03-29T02:15:25.818738Z","steps":["trace[816234531] 'agreement among raft nodes before linearized reading' (duration: 763.314014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.819317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.05495Z","time spent":"764.355072ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:25.819424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.634112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:15:25.819485Z","caller":"traceutil/trace.go:171","msg":"trace[2061692655] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8089; }","duration":"740.761646ms","start":"2026-03-29T02:15:25.078707Z","end":"2026-03-29T02:15:25.819469Z","steps":["trace[2061692655] 'agreement among raft nodes before linearized reading' (duration: 740.524509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:25.819531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.078682Z","time spent":"740.842908ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:26.082323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.539194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.082509Z","caller":"traceutil/trace.go:171","msg":"trace[947102642] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"258.697828ms","start":"2026-03-29T02:15:25.823779Z","end":"2026-03-29T02:15:26.082477Z","steps":["trace[947102642] 'process raft request' (duration: 34.855915ms)","trace[947102642] 'compare' (duration: 223.129743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.372595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.118086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:26.372774Z","caller":"traceutil/trace.go:171","msg":"trace[1984334147] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"548.901899ms","start":"2026-03-29T02:15:25.823845Z","end":"2026-03-29T02:15:26.372747Z","steps":["trace[1984334147] 'process raft request' (duration: 395.566288ms)","trace[1984334147] 'compare' (duration: 152.866598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.372824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.823822Z","time spent":"548.982091ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:26.373067Z","caller":"traceutil/trace.go:171","msg":"trace[1759333882] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"549.129516ms","start":"2026-03-29T02:15:25.82391Z","end":"2026-03-29T02:15:26.37304Z","steps":["trace[1759333882] 'process raft request' (duration: 548.758896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.373147Z","caller":"traceutil/trace.go:171","msg":"trace[134027944] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"549.086334ms","start":"2026-03-29T02:15:25.824042Z","end":"2026-03-29T02:15:26.373128Z","steps":["trace[134027944] 'process raft request' (duration: 548.905279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.373114Z","caller":"traceutil/trace.go:171","msg":"trace[879614217] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8399; }","duration":"378.297745ms","start":"2026-03-29T02:15:25.994788Z","end":"2026-03-29T02:15:26.373085Z","steps":["trace[879614217] 'read index received' (duration: 224.471021ms)","trace[879614217] 'applied index is now lower than readState.Index' (duration: 153.825604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:26.373207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.823889Z","time spent":"549.247888ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:26.373213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.824033Z","time spent":"549.146236ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:26.373322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.223004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.373353Z","caller":"traceutil/trace.go:171","msg":"trace[797125728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8093; }","duration":"224.317556ms","start":"2026-03-29T02:15:26.149028Z","end":"2026-03-29T02:15:26.373345Z","steps":["trace[797125728] 'agreement among raft nodes before linearized reading' (duration: 224.233294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.373356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.062212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:26.373383Z","caller":"traceutil/trace.go:171","msg":"trace[1702689125] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8093; }","duration":"219.125864ms","start":"2026-03-29T02:15:26.154249Z","end":"2026-03-29T02:15:26.373375Z","steps":["trace[1702689125] 'agreement among raft nodes before linearized reading' (duration: 219.073133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.373431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.229156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:15:26.37341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.609213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:15:26.373461Z","caller":"traceutil/trace.go:171","msg":"trace[1551326086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8093; }","duration":"200.281067ms","start":"2026-03-29T02:15:26.173172Z","end":"2026-03-29T02:15:26.373453Z","steps":["trace[1551326086] 'agreement among raft nodes before linearized reading' (duration: 200.148563ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:26.373489Z","caller":"traceutil/trace.go:171","msg":"trace[259688045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8093; }","duration":"378.753858ms","start":"2026-03-29T02:15:25.994717Z","end":"2026-03-29T02:15:26.373471Z","steps":["trace[259688045] 'agreement among raft nodes before linearized reading' (duration: 378.535092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:26.373529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:25.994687Z","time spent":"378.83656ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:15:27.972071Z","caller":"traceutil/trace.go:171","msg":"trace[1294896586] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"146.554555ms","start":"2026-03-29T02:15:27.825497Z","end":"2026-03-29T02:15:27.972052Z","steps":["trace[1294896586] 'process raft request' (duration: 146.454042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:27.972041Z","caller":"traceutil/trace.go:171","msg":"trace[1684733557] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8404; }","duration":"143.546032ms","start":"2026-03-29T02:15:27.828472Z","end":"2026-03-29T02:15:27.972018Z","steps":["trace[1684733557] 'read index received' (duration: 44.096428ms)","trace[1684733557] 'applied index is now lower than readState.Index' (duration: 99.448674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:27.972167Z","caller":"traceutil/trace.go:171","msg":"trace[1878804890] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"148.475648ms","start":"2026-03-29T02:15:27.823661Z","end":"2026-03-29T02:15:27.972137Z","steps":["trace[1878804890] 'process raft request' (duration: 130.615398ms)","trace[1878804890] 'compare' (duration: 17.449208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:27.972394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.898183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:27.972526Z","caller":"traceutil/trace.go:171","msg":"trace[709368409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8098; }","duration":"144.079168ms","start":"2026-03-29T02:15:27.828427Z","end":"2026-03-29T02:15:27.972507Z","steps":["trace[709368409] 'agreement among raft nodes before linearized reading' (duration: 143.668826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:28.203534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.589836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:15:28.203632Z","caller":"traceutil/trace.go:171","msg":"trace[324187762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8098; }","duration":"115.738931ms","start":"2026-03-29T02:15:28.087871Z","end":"2026-03-29T02:15:28.20361Z","steps":["trace[324187762] 'range keys from in-memory index tree' (duration: 114.146838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.198882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:29.699848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:29.790103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145231157s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:29.925382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.957408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:29.9255Z","caller":"traceutil/trace.go:171","msg":"trace[1039098281] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8412; }","duration":"1.226912566s","start":"2026-03-29T02:15:28.698568Z","end":"2026-03-29T02:15:29.92548Z","steps":["trace[1039098281] 'read index received' (duration: 1.09167822s)","trace[1039098281] 'applied index is now lower than readState.Index' (duration: 135.232456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.925645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22707012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:29.925623Z","caller":"traceutil/trace.go:171","msg":"trace[1950845891] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"1.363043866s","start":"2026-03-29T02:15:28.562507Z","end":"2026-03-29T02:15:29.925551Z","steps":["trace[1950845891] 'process raft request' (duration: 1.227825341s)","trace[1950845891] 'compare' (duration: 134.603528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:29.925838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.562476Z","time spent":"1.363251832s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:29.926062Z","caller":"traceutil/trace.go:171","msg":"trace[533425558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8104; }","duration":"1.227512662s","start":"2026-03-29T02:15:28.698531Z","end":"2026-03-29T02:15:29.926043Z","steps":["trace[533425558] 'agreement among raft nodes before linearized reading' (duration: 1.227039139s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:29.926768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.698512Z","time spent":"1.228235602s","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:15:30.286426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.494913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:30.286536Z","caller":"traceutil/trace.go:171","msg":"trace[1313692323] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"360.97766ms","start":"2026-03-29T02:15:29.92554Z","end":"2026-03-29T02:15:30.286517Z","steps":["trace[1313692323] 'read index received' (duration: 202.21461ms)","trace[1313692323] 'applied index is now lower than readState.Index' (duration: 158.76163ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.2867Z","caller":"traceutil/trace.go:171","msg":"trace[1446553090] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"409.297035ms","start":"2026-03-29T02:15:29.877359Z","end":"2026-03-29T02:15:30.286656Z","steps":["trace[1446553090] 'process raft request' (duration: 250.408291ms)","trace[1446553090] 'compare' (duration: 158.258786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:30.286907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138979557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.286781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.877331Z","time spent":"409.408767ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:30.287007Z","caller":"traceutil/trace.go:171","msg":"trace[1463854625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8105; }","duration":"1.139123891s","start":"2026-03-29T02:15:29.14784Z","end":"2026-03-29T02:15:30.286964Z","steps":["trace[1463854625] 'agreement among raft nodes before linearized reading' (duration: 1.138944036s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.287057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.147821Z","time spent":"1.139225423s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:30.287173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.719497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:30.287286Z","caller":"traceutil/trace.go:171","msg":"trace[2055646480] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8105; }","duration":"916.871771ms","start":"2026-03-29T02:15:29.370388Z","end":"2026-03-29T02:15:30.28726Z","steps":["trace[2055646480] 'agreement among raft nodes before linearized reading' (duration: 916.679486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.287262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.695147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:15:30.287267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303212486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-29T02:15:30.287351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.370372Z","time spent":"916.962143ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:30.287368Z","caller":"traceutil/trace.go:171","msg":"trace[818794769] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8105; }","duration":"685.861892ms","start":"2026-03-29T02:15:29.601481Z","end":"2026-03-29T02:15:30.287342Z","steps":["trace[818794769] 'agreement among raft nodes before linearized reading' (duration: 685.581074ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.287379Z","caller":"traceutil/trace.go:171","msg":"trace[108536486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8105; }","duration":"1.303387101s","start":"2026-03-29T02:15:28.983969Z","end":"2026-03-29T02:15:30.287356Z","steps":["trace[108536486] 'agreement among raft nodes before linearized reading' (duration: 1.303121644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.287422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.98395Z","time spent":"1.303463203s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1956,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-29T02:15:30.287422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.601455Z","time spent":"685.957785ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T02:15:30.287224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541767762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:30.287777Z","caller":"traceutil/trace.go:171","msg":"trace[1328221570] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8105; }","duration":"1.542338528s","start":"2026-03-29T02:15:28.745387Z","end":"2026-03-29T02:15:30.287726Z","steps":["trace[1328221570] 'agreement among raft nodes before linearized reading' (duration: 1.541715731s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.287841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48545352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-29T02:15:30.287914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.745372Z","time spent":"1.542494173s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:30.288023Z","caller":"traceutil/trace.go:171","msg":"trace[522735937] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8105; }","duration":"1.485650325s","start":"2026-03-29T02:15:28.802312Z","end":"2026-03-29T02:15:30.287963Z","steps":["trace[522735937] 'agreement among raft nodes before linearized reading' (duration: 1.484507533s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.288111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:28.802291Z","time spent":"1.485810609s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-29T02:15:30.299597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.319099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:15:30.299606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.706532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:30.299646Z","caller":"traceutil/trace.go:171","msg":"trace[1212978992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8106; }","duration":"323.402341ms","start":"2026-03-29T02:15:29.976233Z","end":"2026-03-29T02:15:30.299635Z","steps":["trace[1212978992] 'agreement among raft nodes before linearized reading' (duration: 323.245317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.299635Z","caller":"traceutil/trace.go:171","msg":"trace[850262326] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"322.935428ms","start":"2026-03-29T02:15:29.976662Z","end":"2026-03-29T02:15:30.299597Z","steps":["trace[850262326] 'process raft request' (duration: 322.667561ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.299667Z","caller":"traceutil/trace.go:171","msg":"trace[201434905] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8106; }","duration":"368.775434ms","start":"2026-03-29T02:15:29.930877Z","end":"2026-03-29T02:15:30.299652Z","steps":["trace[201434905] 'agreement among raft nodes before linearized reading' (duration: 368.63972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.299729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.930832Z","time spent":"368.888256ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:15:30.299678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.976217Z","time spent":"323.454242ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:15:30.299773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.976637Z","time spent":"323.064111ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:30.299601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.967245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:30.299925Z","caller":"traceutil/trace.go:171","msg":"trace[1334992015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8106; }","duration":"313.319915ms","start":"2026-03-29T02:15:29.986587Z","end":"2026-03-29T02:15:30.299907Z","steps":["trace[1334992015] 'agreement among raft nodes before linearized reading' (duration: 312.880082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.300001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:29.986571Z","time spent":"313.410557ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:15:30.523237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.406882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:30.523458Z","caller":"traceutil/trace.go:171","msg":"trace[818002573] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"149.99312ms","start":"2026-03-29T02:15:30.37345Z","end":"2026-03-29T02:15:30.523443Z","steps":["trace[818002573] 'process raft request' (duration: 149.952238ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.523585Z","caller":"traceutil/trace.go:171","msg":"trace[1483405332] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"220.099711ms","start":"2026-03-29T02:15:30.303463Z","end":"2026-03-29T02:15:30.523563Z","steps":["trace[1483405332] 'process raft request' (duration: 96.293439ms)","trace[1483405332] 'compare' (duration: 123.300798ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.523593Z","caller":"traceutil/trace.go:171","msg":"trace[984436548] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"219.527905ms","start":"2026-03-29T02:15:30.304039Z","end":"2026-03-29T02:15:30.523567Z","steps":["trace[984436548] 'process raft request' (duration: 219.289638ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.523607Z","caller":"traceutil/trace.go:171","msg":"trace[98910366] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8416; }","duration":"152.089137ms","start":"2026-03-29T02:15:30.371503Z","end":"2026-03-29T02:15:30.523592Z","steps":["trace[98910366] 'read index received' (duration: 28.224673ms)","trace[98910366] 'applied index is now lower than readState.Index' (duration: 123.863254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:30.523822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.218705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:30.523864Z","caller":"traceutil/trace.go:171","msg":"trace[830012540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"143.291057ms","start":"2026-03-29T02:15:30.380559Z","end":"2026-03-29T02:15:30.52385Z","steps":["trace[830012540] 'agreement among raft nodes before linearized reading' (duration: 143.228845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.523883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.143904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:182186"} {"level":"warn","ts":"2026-03-29T02:15:30.523916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.207134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:15:30.523937Z","caller":"traceutil/trace.go:171","msg":"trace[371992393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8109; }","duration":"219.211407ms","start":"2026-03-29T02:15:30.304715Z","end":"2026-03-29T02:15:30.523926Z","steps":["trace[371992393] 'agreement among raft nodes before linearized reading' (duration: 218.919629ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.523957Z","caller":"traceutil/trace.go:171","msg":"trace[1986383471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8109; }","duration":"120.281786ms","start":"2026-03-29T02:15:30.403664Z","end":"2026-03-29T02:15:30.523946Z","steps":["trace[1986383471] 'agreement among raft nodes before linearized reading' (duration: 120.181154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.524111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.075769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:15:30.523912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.60286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:15:30.524793Z","caller":"traceutil/trace.go:171","msg":"trace[1555479966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8109; }","duration":"119.501124ms","start":"2026-03-29T02:15:30.40528Z","end":"2026-03-29T02:15:30.524781Z","steps":["trace[1555479966] 'agreement among raft nodes before linearized reading' (duration: 118.513967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.523811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.287463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:15:30.524929Z","caller":"traceutil/trace.go:171","msg":"trace[435626858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8109; }","duration":"222.471506ms","start":"2026-03-29T02:15:30.302452Z","end":"2026-03-29T02:15:30.524923Z","steps":["trace[435626858] 'agreement among raft nodes before linearized reading' (duration: 221.184881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.524155Z","caller":"traceutil/trace.go:171","msg":"trace[1745868415] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8109; }","duration":"132.179842ms","start":"2026-03-29T02:15:30.391961Z","end":"2026-03-29T02:15:30.524141Z","steps":["trace[1745868415] 'agreement among raft nodes before linearized reading' (duration: 132.050858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.75563Z","caller":"traceutil/trace.go:171","msg":"trace[2109800817] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"227.190944ms","start":"2026-03-29T02:15:30.528412Z","end":"2026-03-29T02:15:30.755603Z","steps":["trace[2109800817] 'process raft request' (duration: 161.7117ms)","trace[2109800817] 'compare' (duration: 65.373331ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.766372Z","caller":"traceutil/trace.go:171","msg":"trace[305437599] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"236.51278ms","start":"2026-03-29T02:15:30.529826Z","end":"2026-03-29T02:15:30.766339Z","steps":["trace[305437599] 'process raft request' (duration: 236.260313ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.76679Z","caller":"traceutil/trace.go:171","msg":"trace[1658396238] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8419; }","duration":"236.736257ms","start":"2026-03-29T02:15:30.530009Z","end":"2026-03-29T02:15:30.766745Z","steps":["trace[1658396238] 'read index received' (duration: 160.189199ms)","trace[1658396238] 'applied index is now lower than readState.Index' (duration: 76.542007ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:30.766794Z","caller":"traceutil/trace.go:171","msg":"trace[513824968] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"236.760417ms","start":"2026-03-29T02:15:30.529998Z","end":"2026-03-29T02:15:30.766758Z","steps":["trace[513824968] 'process raft request' (duration: 236.289164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.767245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.915516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-29T02:15:30.767319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.242534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:15:30.7675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.415835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:15:30.767521Z","caller":"traceutil/trace.go:171","msg":"trace[536672715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8112; }","duration":"116.494511ms","start":"2026-03-29T02:15:30.651012Z","end":"2026-03-29T02:15:30.767507Z","steps":["trace[536672715] 'agreement among raft nodes before linearized reading' (duration: 116.160292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.767592Z","caller":"traceutil/trace.go:171","msg":"trace[1354843015] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8112; }","duration":"237.59146ms","start":"2026-03-29T02:15:30.529984Z","end":"2026-03-29T02:15:30.767575Z","steps":["trace[1354843015] 'agreement among raft nodes before linearized reading' (duration: 236.84857ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.76733Z","caller":"traceutil/trace.go:171","msg":"trace[1661612135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8112; }","duration":"231.03471ms","start":"2026-03-29T02:15:30.536275Z","end":"2026-03-29T02:15:30.76731Z","steps":["trace[1661612135] 'agreement among raft nodes before linearized reading' (duration: 230.800784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:30.767332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.896704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:30.767201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.738769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:30.768176Z","caller":"traceutil/trace.go:171","msg":"trace[633600105] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8112; }","duration":"205.754988ms","start":"2026-03-29T02:15:30.562381Z","end":"2026-03-29T02:15:30.768136Z","steps":["trace[633600105] 'agreement among raft nodes before linearized reading' (duration: 204.74471ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.768227Z","caller":"traceutil/trace.go:171","msg":"trace[836916701] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8112; }","duration":"205.569182ms","start":"2026-03-29T02:15:30.562414Z","end":"2026-03-29T02:15:30.767983Z","steps":["trace[836916701] 'agreement among raft nodes before linearized reading' (duration: 204.801111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:30.954786Z","caller":"traceutil/trace.go:171","msg":"trace[1817772691] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"182.15025ms","start":"2026-03-29T02:15:30.772562Z","end":"2026-03-29T02:15:30.954712Z","steps":["trace[1817772691] 'process raft request' (duration: 87.729433ms)","trace[1817772691] 'compare' (duration: 94.122769ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:34.709838Z","caller":"traceutil/trace.go:171","msg":"trace[1587259481] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"112.337508ms","start":"2026-03-29T02:15:34.597479Z","end":"2026-03-29T02:15:34.709817Z","steps":["trace[1587259481] 'process raft request' (duration: 110.731494ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:35.075154Z","caller":"traceutil/trace.go:171","msg":"trace[525636810] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"107.582728ms","start":"2026-03-29T02:15:34.967545Z","end":"2026-03-29T02:15:35.075128Z","steps":["trace[525636810] 'process raft request' (duration: 107.29043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:35.075152Z","caller":"traceutil/trace.go:171","msg":"trace[1940242354] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"100.565675ms","start":"2026-03-29T02:15:34.974559Z","end":"2026-03-29T02:15:35.075124Z","steps":["trace[1940242354] 'process raft request' (duration: 100.471162ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:36.995873Z","caller":"traceutil/trace.go:171","msg":"trace[125220533] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"114.24519ms","start":"2026-03-29T02:15:36.881597Z","end":"2026-03-29T02:15:36.995843Z","steps":["trace[125220533] 'process raft request' (duration: 78.530532ms)","trace[125220533] 'compare' (duration: 35.571094ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:40.139044Z","caller":"traceutil/trace.go:171","msg":"trace[1443198039] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"100.71957ms","start":"2026-03-29T02:15:40.038298Z","end":"2026-03-29T02:15:40.139017Z","steps":["trace[1443198039] 'process raft request' (duration: 100.543445ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:40.934267Z","caller":"traceutil/trace.go:171","msg":"trace[1617422348] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"244.409977ms","start":"2026-03-29T02:15:40.689839Z","end":"2026-03-29T02:15:40.934249Z","steps":["trace[1617422348] 'read index received' (duration: 244.216662ms)","trace[1617422348] 'applied index is now lower than readState.Index' (duration: 192.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:40.934411Z","caller":"traceutil/trace.go:171","msg":"trace[1910074686] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"319.890325ms","start":"2026-03-29T02:15:40.614456Z","end":"2026-03-29T02:15:40.934347Z","steps":["trace[1910074686] 'process raft request' (duration: 319.656539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.934497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.372561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:15:40.934542Z","caller":"traceutil/trace.go:171","msg":"trace[1328857489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8192; }","duration":"242.431853ms","start":"2026-03-29T02:15:40.692101Z","end":"2026-03-29T02:15:40.934532Z","steps":["trace[1328857489] 'agreement among raft nodes before linearized reading' (duration: 242.278629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.934678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.052058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-29T02:15:40.934749Z","caller":"traceutil/trace.go:171","msg":"trace[981921024] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8192; }","duration":"117.185771ms","start":"2026-03-29T02:15:40.817549Z","end":"2026-03-29T02:15:40.934735Z","steps":["trace[981921024] 'agreement among raft nodes before linearized reading' (duration: 116.950044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.93474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.760077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:15:40.934796Z","caller":"traceutil/trace.go:171","msg":"trace[2021042716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8192; }","duration":"140.87496ms","start":"2026-03-29T02:15:40.793906Z","end":"2026-03-29T02:15:40.934781Z","steps":["trace[2021042716] 'agreement among raft nodes before linearized reading' (duration: 140.711145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.934827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.839654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:15:40.934865Z","caller":"traceutil/trace.go:171","msg":"trace[723139737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8192; }","duration":"238.914126ms","start":"2026-03-29T02:15:40.695941Z","end":"2026-03-29T02:15:40.934855Z","steps":["trace[723139737] 'agreement among raft nodes before linearized reading' (duration: 238.825473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:40.934687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:40.61444Z","time spent":"320.003218ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12699,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:40.935022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.177228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:40.935077Z","caller":"traceutil/trace.go:171","msg":"trace[485882305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8192; }","duration":"245.25986ms","start":"2026-03-29T02:15:40.6898Z","end":"2026-03-29T02:15:40.93506Z","steps":["trace[485882305] 'agreement among raft nodes before linearized reading' (duration: 245.151627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.158158Z","caller":"traceutil/trace.go:171","msg":"trace[246582692] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"219.248557ms","start":"2026-03-29T02:15:40.938881Z","end":"2026-03-29T02:15:41.15813Z","steps":["trace[246582692] 'process raft request' (duration: 205.199692ms)","trace[246582692] 'compare' (duration: 13.665185ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:41.158356Z","caller":"traceutil/trace.go:171","msg":"trace[1014979264] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"218.630231ms","start":"2026-03-29T02:15:40.939698Z","end":"2026-03-29T02:15:41.158329Z","steps":["trace[1014979264] 'process raft request' (duration: 218.224169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.158617Z","caller":"traceutil/trace.go:171","msg":"trace[1161264742] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"218.60091ms","start":"2026-03-29T02:15:40.939998Z","end":"2026-03-29T02:15:41.158599Z","steps":["trace[1161264742] 'process raft request' (duration: 218.014994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.158989Z","caller":"traceutil/trace.go:171","msg":"trace[2053279940] linearizableReadLoop","detail":"{readStateIndex:8507; appliedIndex:8505; }","duration":"219.595707ms","start":"2026-03-29T02:15:40.939378Z","end":"2026-03-29T02:15:41.158974Z","steps":["trace[2053279940] 'read index received' (duration: 67.837159ms)","trace[2053279940] 'applied index is now lower than readState.Index' (duration: 151.757738ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:41.159193Z","caller":"traceutil/trace.go:171","msg":"trace[1815388622] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"219.064922ms","start":"2026-03-29T02:15:40.940118Z","end":"2026-03-29T02:15:41.159182Z","steps":["trace[1815388622] 'process raft request' (duration: 218.420914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:41.159376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.982638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:15:41.159413Z","caller":"traceutil/trace.go:171","msg":"trace[134430376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8197; }","duration":"220.051319ms","start":"2026-03-29T02:15:40.939352Z","end":"2026-03-29T02:15:41.159403Z","steps":["trace[134430376] 'agreement among raft nodes before linearized reading' (duration: 219.923176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:41.159932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.428672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:197545"} {"level":"info","ts":"2026-03-29T02:15:41.160016Z","caller":"traceutil/trace.go:171","msg":"trace[1431831665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:8197; }","duration":"219.534315ms","start":"2026-03-29T02:15:40.940465Z","end":"2026-03-29T02:15:41.159999Z","steps":["trace[1431831665] 'agreement among raft nodes before linearized reading' (duration: 219.053672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:41.160372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.032488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:15:41.160422Z","caller":"traceutil/trace.go:171","msg":"trace[552099039] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"124.118851ms","start":"2026-03-29T02:15:41.03629Z","end":"2026-03-29T02:15:41.160409Z","steps":["trace[552099039] 'agreement among raft nodes before linearized reading' (duration: 123.981957ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.318545Z","caller":"traceutil/trace.go:171","msg":"trace[1398176139] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"155.374097ms","start":"2026-03-29T02:15:41.163144Z","end":"2026-03-29T02:15:41.318518Z","steps":["trace[1398176139] 'process raft request' (duration: 103.189407ms)","trace[1398176139] 'compare' (duration: 51.856341ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:41.319192Z","caller":"traceutil/trace.go:171","msg":"trace[1014568836] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8510; }","duration":"100.883874ms","start":"2026-03-29T02:15:41.218282Z","end":"2026-03-29T02:15:41.319166Z","steps":["trace[1014568836] 'read index received' (duration: 48.063227ms)","trace[1014568836] 'applied index is now lower than readState.Index' (duration: 52.819287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:41.319362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.048439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:41.319445Z","caller":"traceutil/trace.go:171","msg":"trace[948187701] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"156.144358ms","start":"2026-03-29T02:15:41.16329Z","end":"2026-03-29T02:15:41.319435Z","steps":["trace[948187701] 'process raft request' (duration: 155.737067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:41.319433Z","caller":"traceutil/trace.go:171","msg":"trace[2106092089] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8199; }","duration":"101.169762ms","start":"2026-03-29T02:15:41.218242Z","end":"2026-03-29T02:15:41.319412Z","steps":["trace[2106092089] 'agreement among raft nodes before linearized reading' (duration: 101.020828ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.467727Z","caller":"traceutil/trace.go:171","msg":"trace[1410924796] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"269.670439ms","start":"2026-03-29T02:15:45.198035Z","end":"2026-03-29T02:15:45.467705Z","steps":["trace[1410924796] 'process raft request' (duration: 265.232928ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.468137Z","caller":"traceutil/trace.go:171","msg":"trace[272031927] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8527; }","duration":"130.29146ms","start":"2026-03-29T02:15:45.337827Z","end":"2026-03-29T02:15:45.468119Z","steps":["trace[272031927] 'read index received' (duration: 125.365014ms)","trace[272031927] 'applied index is now lower than readState.Index' (duration: 4.925556ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:45.46833Z","caller":"traceutil/trace.go:171","msg":"trace[429361979] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"270.191973ms","start":"2026-03-29T02:15:45.198094Z","end":"2026-03-29T02:15:45.468286Z","steps":["trace[429361979] 'process raft request' (duration: 269.576046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.468466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.605318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:15:45.468636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.709651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:15:45.468501Z","caller":"traceutil/trace.go:171","msg":"trace[1166874659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"130.716242ms","start":"2026-03-29T02:15:45.337776Z","end":"2026-03-29T02:15:45.468493Z","steps":["trace[1166874659] 'agreement among raft nodes before linearized reading' (duration: 130.533237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.468822Z","caller":"traceutil/trace.go:171","msg":"trace[96335759] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"270.516573ms","start":"2026-03-29T02:15:45.198296Z","end":"2026-03-29T02:15:45.468813Z","steps":["trace[96335759] 'process raft request' (duration: 269.7117ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:45.46867Z","caller":"traceutil/trace.go:171","msg":"trace[29779606] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8217; }","duration":"130.743892ms","start":"2026-03-29T02:15:45.337917Z","end":"2026-03-29T02:15:45.468661Z","steps":["trace[29779606] 'agreement among raft nodes before linearized reading' (duration: 130.66375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:45.88738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.157154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:15:48.650182Z","caller":"traceutil/trace.go:171","msg":"trace[1678246051] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"107.513495ms","start":"2026-03-29T02:15:48.54209Z","end":"2026-03-29T02:15:48.649603Z","steps":["trace[1678246051] 'process raft request' (duration: 48.284382ms)","trace[1678246051] 'compare' (duration: 59.077289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:50.034167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:15:50.296284Z","caller":"traceutil/trace.go:171","msg":"trace[1339777248] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8546; }","duration":"762.743138ms","start":"2026-03-29T02:15:49.533515Z","end":"2026-03-29T02:15:50.296259Z","steps":["trace[1339777248] 'read index received' (duration: 762.473351ms)","trace[1339777248] 'applied index is now lower than readState.Index' (duration: 268.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:50.296342Z","caller":"traceutil/trace.go:171","msg":"trace[1943626323] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"950.504143ms","start":"2026-03-29T02:15:49.345809Z","end":"2026-03-29T02:15:50.296313Z","steps":["trace[1943626323] 'process raft request' (duration: 950.268456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.29647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.345792Z","time spent":"950.608595ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:50.296501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.958564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:50.296547Z","caller":"traceutil/trace.go:171","msg":"trace[1462918656] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8233; }","duration":"763.026936ms","start":"2026-03-29T02:15:49.533508Z","end":"2026-03-29T02:15:50.296535Z","steps":["trace[1462918656] 'agreement among raft nodes before linearized reading' (duration: 762.880972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.296663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.533453Z","time spent":"763.19069ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:50.296704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.25571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:15:50.296683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.00653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:15:50.296731Z","caller":"traceutil/trace.go:171","msg":"trace[1850077808] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8233; }","duration":"702.291192ms","start":"2026-03-29T02:15:49.594431Z","end":"2026-03-29T02:15:50.296722Z","steps":["trace[1850077808] 'agreement among raft nodes before linearized reading' (duration: 702.132788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.296752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.594428Z","time spent":"702.320433ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:50.296759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.623001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:15:50.296764Z","caller":"traceutil/trace.go:171","msg":"trace[1887994653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8233; }","duration":"742.131063ms","start":"2026-03-29T02:15:49.554607Z","end":"2026-03-29T02:15:50.296738Z","steps":["trace[1887994653] 'agreement among raft nodes before linearized reading' (duration: 741.832715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.296823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.554593Z","time spent":"742.219946ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:15:50.296818Z","caller":"traceutil/trace.go:171","msg":"trace[244674721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8233; }","duration":"698.730354ms","start":"2026-03-29T02:15:49.598074Z","end":"2026-03-29T02:15:50.296805Z","steps":["trace[244674721] 'agreement among raft nodes before linearized reading' (duration: 698.385705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.296878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.999872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:50.296966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.84513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:15:50.296974Z","caller":"traceutil/trace.go:171","msg":"trace[1894743508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8233; }","duration":"149.155806ms","start":"2026-03-29T02:15:50.14779Z","end":"2026-03-29T02:15:50.296946Z","steps":["trace[1894743508] 'agreement among raft nodes before linearized reading' (duration: 149.014842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.296916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.598067Z","time spent":"698.838937ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:15:50.296984Z","caller":"traceutil/trace.go:171","msg":"trace[2075146878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8233; }","duration":"701.87336ms","start":"2026-03-29T02:15:49.595105Z","end":"2026-03-29T02:15:50.296979Z","steps":["trace[2075146878] 'agreement among raft nodes before linearized reading' (duration: 701.816729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.297161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.729394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:15:50.297166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.595099Z","time spent":"702.019234ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:15:50.297226Z","caller":"traceutil/trace.go:171","msg":"trace[1551807298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8233; }","duration":"702.815896ms","start":"2026-03-29T02:15:49.594393Z","end":"2026-03-29T02:15:50.297209Z","steps":["trace[1551807298] 'agreement among raft nodes before linearized reading' (duration: 702.664542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.297255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.089814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:15:50.297362Z","caller":"traceutil/trace.go:171","msg":"trace[2139696481] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8233; }","duration":"695.210988ms","start":"2026-03-29T02:15:49.602137Z","end":"2026-03-29T02:15:50.297348Z","steps":["trace[2139696481] 'agreement among raft nodes before linearized reading' (duration: 694.793077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:50.297282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.594379Z","time spent":"702.880408ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:15:50.29747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:49.602131Z","time spent":"695.327051ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T02:15:50.799179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:51.549199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.533407ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-03-29T02:15:51.549274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.298827Z","time spent":"1.250442161s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:15:52.298549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999457973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:15:52.298619Z","caller":"traceutil/trace.go:171","msg":"trace[1986561660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999571646s","start":"2026-03-29T02:15:50.299032Z","end":"2026-03-29T02:15:52.298604Z","steps":["trace[1986561660] 'agreement among raft nodes before linearized reading' (duration: 1.999479644s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:52.298654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.299016Z","time spent":"1.999630577s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:15:52.691117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733450804s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:15:53.878224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186813467s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:53.87914Z","caller":"traceutil/trace.go:171","msg":"trace[2029719799] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"3.577742965s","start":"2026-03-29T02:15:50.30138Z","end":"2026-03-29T02:15:53.879123Z","steps":["trace[2029719799] 'process raft request' (duration: 2.389970511s)","trace[2029719799] 'compare' (duration: 1.18580563s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:53.879166Z","caller":"traceutil/trace.go:171","msg":"trace[1288630206] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"3.577436487s","start":"2026-03-29T02:15:50.301696Z","end":"2026-03-29T02:15:53.879133Z","steps":["trace[1288630206] 'process raft request' (duration: 3.577065677s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.879258Z","caller":"traceutil/trace.go:171","msg":"trace[1579380586] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"3.577103127s","start":"2026-03-29T02:15:50.302138Z","end":"2026-03-29T02:15:53.879242Z","steps":["trace[1579380586] 'process raft request' (duration: 3.576689226s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.879272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.301351Z","time spent":"3.577867318s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.879324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.302114Z","time spent":"3.577175159s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.879329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.301682Z","time spent":"3.57756207s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.879774Z","caller":"traceutil/trace.go:171","msg":"trace[1851240273] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"3.577482038s","start":"2026-03-29T02:15:50.302261Z","end":"2026-03-29T02:15:53.879743Z","steps":["trace[1851240273] 'process raft request' (duration: 3.57720275s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.879833Z","caller":"traceutil/trace.go:171","msg":"trace[1770424217] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"3.575920235s","start":"2026-03-29T02:15:50.303895Z","end":"2026-03-29T02:15:53.879816Z","steps":["trace[1770424217] 'process raft request' (duration: 3.575702219s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.879837Z","caller":"traceutil/trace.go:171","msg":"trace[1946627430] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"3.375256357s","start":"2026-03-29T02:15:50.504558Z","end":"2026-03-29T02:15:53.879815Z","steps":["trace[1946627430] 'process raft request' (duration: 3.375122223s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.879866Z","caller":"traceutil/trace.go:171","msg":"trace[975328426] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"2.329758512s","start":"2026-03-29T02:15:51.550088Z","end":"2026-03-29T02:15:53.879846Z","steps":["trace[975328426] 'process raft request' (duration: 2.32969635s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.879926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.303883Z","time spent":"3.575996968s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.879955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.504534Z","time spent":"3.37536309s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.879955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.302246Z","time spent":"3.577597811s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.88004Z","caller":"traceutil/trace.go:171","msg":"trace[623325566] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"3.222907843s","start":"2026-03-29T02:15:50.657114Z","end":"2026-03-29T02:15:53.880022Z","steps":["trace[623325566] 'process raft request' (duration: 3.222613655s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.879508Z","caller":"traceutil/trace.go:171","msg":"trace[141087286] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"3.577309793s","start":"2026-03-29T02:15:50.302191Z","end":"2026-03-29T02:15:53.8795Z","steps":["trace[141087286] 'process raft request' (duration: 3.576661365s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.880115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.657086Z","time spent":"3.222989665s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.880102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.550052Z","time spent":"2.329876675s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:53.880263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.302169Z","time spent":"3.578060994s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:53.880064Z","caller":"traceutil/trace.go:171","msg":"trace[1905298658] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8547; }","duration":"3.580962604s","start":"2026-03-29T02:15:50.299065Z","end":"2026-03-29T02:15:53.880028Z","steps":["trace[1905298658] 'read index received' (duration: 658.612186ms)","trace[1905298658] 'applied index is now lower than readState.Index' (duration: 2.922347828s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:53.880423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201905297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.880463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773361586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:53.880476Z","caller":"traceutil/trace.go:171","msg":"trace[315224897] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8242; }","duration":"3.20198938s","start":"2026-03-29T02:15:50.678476Z","end":"2026-03-29T02:15:53.880466Z","steps":["trace[315224897] 'agreement among raft nodes before linearized reading' (duration: 3.201919248s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.880536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.678457Z","time spent":"3.202070682s","remote":"127.0.0.1:53756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.880545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652554105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:15:53.880574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769088299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:53.880602Z","caller":"traceutil/trace.go:171","msg":"trace[573048417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8242; }","duration":"2.652650299s","start":"2026-03-29T02:15:51.227936Z","end":"2026-03-29T02:15:53.880586Z","steps":["trace[573048417] 'agreement among raft nodes before linearized reading' (duration: 2.652496345s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.880622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.703545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.880642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.227916Z","time spent":"2.65271643s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:15:53.880502Z","caller":"traceutil/trace.go:171","msg":"trace[831100395] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8242; }","duration":"2.773438828s","start":"2026-03-29T02:15:51.107053Z","end":"2026-03-29T02:15:53.880492Z","steps":["trace[831100395] 'agreement among raft nodes before linearized reading' (duration: 2.773366966s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.880697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.107033Z","time spent":"2.773654784s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.880691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782757293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.880719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573500981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:53.880796Z","caller":"traceutil/trace.go:171","msg":"trace[1039479844] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8242; }","duration":"2.782834146s","start":"2026-03-29T02:15:51.097891Z","end":"2026-03-29T02:15:53.880725Z","steps":["trace[1039479844] 'agreement among raft nodes before linearized reading' (duration: 2.782766674s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.880523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383059702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:15:53.880833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.09787Z","time spent":"2.782954308s","remote":"127.0.0.1:40442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.880872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91951311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:53.880876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25956147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:53.880896Z","caller":"traceutil/trace.go:171","msg":"trace[40844912] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8242; }","duration":"2.919562582s","start":"2026-03-29T02:15:50.961326Z","end":"2026-03-29T02:15:53.880888Z","steps":["trace[40844912] 'agreement among raft nodes before linearized reading' (duration: 2.919522681s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.881384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.961308Z","time spent":"2.920066955s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-29T02:15:53.880591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.678901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:53.881482Z","caller":"traceutil/trace.go:171","msg":"trace[1509975777] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8242; }","duration":"527.570405ms","start":"2026-03-29T02:15:53.353903Z","end":"2026-03-29T02:15:53.881474Z","steps":["trace[1509975777] 'agreement among raft nodes before linearized reading' (duration: 526.65001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.881541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.353837Z","time spent":"527.668028ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:53.88063Z","caller":"traceutil/trace.go:171","msg":"trace[94176747] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8242; }","duration":"2.769186182s","start":"2026-03-29T02:15:51.111431Z","end":"2026-03-29T02:15:53.880617Z","steps":["trace[94176747] 'agreement among raft nodes before linearized reading' (duration: 2.769092489s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.881637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.111413Z","time spent":"2.770202599s","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:15:53.88091Z","caller":"traceutil/trace.go:171","msg":"trace[2004771227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8242; }","duration":"1.259634772s","start":"2026-03-29T02:15:52.621266Z","end":"2026-03-29T02:15:53.880901Z","steps":["trace[2004771227] 'agreement among raft nodes before linearized reading' (duration: 1.259581121s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.88176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.621247Z","time spent":"1.260493915s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.881268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919305845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-03-29T02:15:53.881837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530145591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:53.882518Z","caller":"traceutil/trace.go:171","msg":"trace[1527693751] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8242; }","duration":"2.530852681s","start":"2026-03-29T02:15:51.351636Z","end":"2026-03-29T02:15:53.882488Z","steps":["trace[1527693751] 'agreement among raft nodes before linearized reading' (duration: 2.528850766s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.880936Z","caller":"traceutil/trace.go:171","msg":"trace[1455069296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8242; }","duration":"2.383453452s","start":"2026-03-29T02:15:51.497409Z","end":"2026-03-29T02:15:53.880863Z","steps":["trace[1455069296] 'agreement among raft nodes before linearized reading' (duration: 2.38300744s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.882582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.351615Z","time spent":"2.530949324s","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.8826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:51.497388Z","time spent":"2.38519749s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:15:53.880822Z","caller":"traceutil/trace.go:171","msg":"trace[266169431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8242; }","duration":"1.573622274s","start":"2026-03-29T02:15:52.307186Z","end":"2026-03-29T02:15:53.880808Z","steps":["trace[266169431] 'agreement among raft nodes before linearized reading' (duration: 1.573501391s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.882736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.307176Z","time spent":"1.575547717s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:53.88096Z","caller":"traceutil/trace.go:171","msg":"trace[181549427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8242; }","duration":"594.794307ms","start":"2026-03-29T02:15:53.285871Z","end":"2026-03-29T02:15:53.880666Z","steps":["trace[181549427] 'agreement among raft nodes before linearized reading' (duration: 594.731105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.881043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578814016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:15:53.881049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57640878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:15:53.882112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.145915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:15:53.882902Z","caller":"traceutil/trace.go:171","msg":"trace[600873736] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8242; }","duration":"307.940447ms","start":"2026-03-29T02:15:53.574916Z","end":"2026-03-29T02:15:53.882857Z","steps":["trace[600873736] 'agreement among raft nodes before linearized reading' (duration: 305.47823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.882986Z","caller":"traceutil/trace.go:171","msg":"trace[861161801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8242; }","duration":"1.578364634s","start":"2026-03-29T02:15:52.304607Z","end":"2026-03-29T02:15:53.882971Z","steps":["trace[861161801] 'agreement among raft nodes before linearized reading' (duration: 1.57637531s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:53.882974Z","caller":"traceutil/trace.go:171","msg":"trace[98909364] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:8242; }","duration":"1.58077244s","start":"2026-03-29T02:15:52.302189Z","end":"2026-03-29T02:15:53.882961Z","steps":["trace[98909364] 'agreement among raft nodes before linearized reading' (duration: 1.578810556s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.88304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.304594Z","time spent":"1.578429895s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:15:53.883135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.574897Z","time spent":"308.161203ms","remote":"127.0.0.1:53730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.883047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:52.30217Z","time spent":"1.580867703s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" "} {"level":"info","ts":"2026-03-29T02:15:53.881865Z","caller":"traceutil/trace.go:171","msg":"trace[1196295065] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8242; }","duration":"2.919930251s","start":"2026-03-29T02:15:50.961919Z","end":"2026-03-29T02:15:53.88185Z","steps":["trace[1196295065] 'agreement among raft nodes before linearized reading' (duration: 2.918602185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:53.882928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.285853Z","time spent":"597.059078ms","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:53.883303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:50.961904Z","time spent":"2.921381992s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12735,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-29T02:15:54.387704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354405483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:15:55.240706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224948422s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.240905Z","caller":"traceutil/trace.go:171","msg":"trace[725607785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8242; }","duration":"1.225157109s","start":"2026-03-29T02:15:54.015729Z","end":"2026-03-29T02:15:55.240886Z","steps":["trace[725607785] 'range keys from in-memory index tree' (duration: 1.224933972s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.241528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.379452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:15:55.241895Z","caller":"traceutil/trace.go:171","msg":"trace[2064142836] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8557; }","duration":"1.354934363s","start":"2026-03-29T02:15:53.886899Z","end":"2026-03-29T02:15:55.241833Z","steps":["trace[2064142836] 'read index received' (duration: 505.12988ms)","trace[2064142836] 'applied index is now lower than readState.Index' (duration: 849.802983ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:15:55.242019Z","caller":"traceutil/trace.go:171","msg":"trace[804480807] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"1.355199701s","start":"2026-03-29T02:15:53.886801Z","end":"2026-03-29T02:15:55.242Z","steps":["trace[804480807] 'process raft request' (duration: 505.236913ms)","trace[804480807] 'compare' (duration: 849.172386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.242126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.886785Z","time spent":"1.355284483s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:55.242423Z","caller":"traceutil/trace.go:171","msg":"trace[1114628764] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"1.35551902s","start":"2026-03-29T02:15:53.886878Z","end":"2026-03-29T02:15:55.242397Z","steps":["trace[1114628764] 'process raft request' (duration: 1.354831231s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.242537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.886868Z","time spent":"1.355613592s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:15:55.242612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355702454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19387"} {"level":"info","ts":"2026-03-29T02:15:55.242712Z","caller":"traceutil/trace.go:171","msg":"trace[636094698] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8244; }","duration":"1.355782467s","start":"2026-03-29T02:15:53.886868Z","end":"2026-03-29T02:15:55.24265Z","steps":["trace[636094698] 'agreement among raft nodes before linearized reading' (duration: 1.35552523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.242773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.886854Z","time spent":"1.355906081s","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19408,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:15:55.436101Z","caller":"traceutil/trace.go:171","msg":"trace[1846152043] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"741.249439ms","start":"2026-03-29T02:15:54.694813Z","end":"2026-03-29T02:15:55.436063Z","steps":["trace[1846152043] 'process raft request' (duration: 740.956401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.436249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.694793Z","time spent":"741.384333ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:15:55.440039Z","caller":"traceutil/trace.go:171","msg":"trace[1505021064] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"198.058357ms","start":"2026-03-29T02:15:55.241953Z","end":"2026-03-29T02:15:55.440011Z","steps":["trace[1505021064] 'read index received' (duration: 193.718118ms)","trace[1505021064] 'applied index is now lower than readState.Index' (duration: 4.336758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:15:55.440113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.71258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.44016Z","caller":"traceutil/trace.go:171","msg":"trace[672324594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8246; }","duration":"538.809132ms","start":"2026-03-29T02:15:54.901339Z","end":"2026-03-29T02:15:55.440148Z","steps":["trace[672324594] 'agreement among raft nodes before linearized reading' (duration: 538.691509ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.440138Z","caller":"traceutil/trace.go:171","msg":"trace[553069600] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"270.684666ms","start":"2026-03-29T02:15:55.169425Z","end":"2026-03-29T02:15:55.440109Z","steps":["trace[553069600] 'process raft request' (duration: 270.369348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.440187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.901319Z","time spent":"538.861534ms","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.440202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.149057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:15:55.44025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118191968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.4403Z","caller":"traceutil/trace.go:171","msg":"trace[1434919099] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8246; }","duration":"1.118307601s","start":"2026-03-29T02:15:54.321978Z","end":"2026-03-29T02:15:55.440286Z","steps":["trace[1434919099] 'agreement among raft nodes before linearized reading' (duration: 1.118195008s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:15:55.440296Z","caller":"traceutil/trace.go:171","msg":"trace[1214421773] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8246; }","duration":"879.305532ms","start":"2026-03-29T02:15:54.560967Z","end":"2026-03-29T02:15:55.440272Z","steps":["trace[1214421773] 'agreement among raft nodes before linearized reading' (duration: 879.120897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.440348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.321957Z","time spent":"1.118378852s","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.440354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.560944Z","time spent":"879.397985ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.440346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.629551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.440457Z","caller":"traceutil/trace.go:171","msg":"trace[1479270690] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8246; }","duration":"633.749664ms","start":"2026-03-29T02:15:54.80668Z","end":"2026-03-29T02:15:55.44043Z","steps":["trace[1479270690] 'agreement among raft nodes before linearized reading' (duration: 633.580389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.440521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:54.806594Z","time spent":"633.912349ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:15:55.440389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.509582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-29T02:15:55.440591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550620226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.44066Z","caller":"traceutil/trace.go:171","msg":"trace[1090544984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8246; }","duration":"1.550703768s","start":"2026-03-29T02:15:53.889936Z","end":"2026-03-29T02:15:55.440639Z","steps":["trace[1090544984] 'agreement among raft nodes before linearized reading' (duration: 1.550583784s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.440703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:15:53.889929Z","time spent":"1.550763229s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:15:55.440845Z","caller":"traceutil/trace.go:171","msg":"trace[1737268243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8246; }","duration":"297.745738ms","start":"2026-03-29T02:15:55.142839Z","end":"2026-03-29T02:15:55.440585Z","steps":["trace[1737268243] 'agreement among raft nodes before linearized reading' (duration: 297.475011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:15:55.441503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.487089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:15:55.44177Z","caller":"traceutil/trace.go:171","msg":"trace[1022414657] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8246; }","duration":"140.788637ms","start":"2026-03-29T02:15:55.300964Z","end":"2026-03-29T02:15:55.441752Z","steps":["trace[1022414657] 'agreement among raft nodes before linearized reading' (duration: 140.475219ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.352919Z","caller":"traceutil/trace.go:171","msg":"trace[1702319703] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"122.880637ms","start":"2026-03-29T02:16:18.230001Z","end":"2026-03-29T02:16:18.352882Z","steps":["trace[1702319703] 'process raft request' (duration: 122.750803ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.352999Z","caller":"traceutil/trace.go:171","msg":"trace[78991164] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"122.959099ms","start":"2026-03-29T02:16:18.230023Z","end":"2026-03-29T02:16:18.352982Z","steps":["trace[78991164] 'process raft request' (duration: 122.801935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:18.353208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.664726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:16:18.353271Z","caller":"traceutil/trace.go:171","msg":"trace[220661286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8394; }","duration":"124.80444ms","start":"2026-03-29T02:16:18.228453Z","end":"2026-03-29T02:16:18.353257Z","steps":["trace[220661286] 'agreement among raft nodes before linearized reading' (duration: 124.620655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.353371Z","caller":"traceutil/trace.go:171","msg":"trace[776632720] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"120.961095ms","start":"2026-03-29T02:16:18.232397Z","end":"2026-03-29T02:16:18.353358Z","steps":["trace[776632720] 'process raft request' (duration: 120.480461ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:18.354368Z","caller":"traceutil/trace.go:171","msg":"trace[1705944644] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"123.493773ms","start":"2026-03-29T02:16:18.229337Z","end":"2026-03-29T02:16:18.352831Z","steps":["trace[1705944644] 'process raft request' (duration: 122.898247ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:20.380478Z","caller":"traceutil/trace.go:171","msg":"trace[900164796] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"152.413996ms","start":"2026-03-29T02:16:20.228016Z","end":"2026-03-29T02:16:20.38043Z","steps":["trace[900164796] 'process raft request' (duration: 151.783229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.640501Z","caller":"traceutil/trace.go:171","msg":"trace[839598620] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"165.627929ms","start":"2026-03-29T02:16:22.474849Z","end":"2026-03-29T02:16:22.640477Z","steps":["trace[839598620] 'process raft request' (duration: 165.535436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.640538Z","caller":"traceutil/trace.go:171","msg":"trace[17584476] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"165.646839ms","start":"2026-03-29T02:16:22.474865Z","end":"2026-03-29T02:16:22.640511Z","steps":["trace[17584476] 'process raft request' (duration: 165.566786ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.640501Z","caller":"traceutil/trace.go:171","msg":"trace[1433516796] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"166.187743ms","start":"2026-03-29T02:16:22.474281Z","end":"2026-03-29T02:16:22.640468Z","steps":["trace[1433516796] 'process raft request' (duration: 144.135099ms)","trace[1433516796] 'compare' (duration: 21.804488ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:22.640754Z","caller":"traceutil/trace.go:171","msg":"trace[693469663] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"165.819573ms","start":"2026-03-29T02:16:22.474901Z","end":"2026-03-29T02:16:22.640721Z","steps":["trace[693469663] 'process raft request' (duration: 165.571057ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:22.640865Z","caller":"traceutil/trace.go:171","msg":"trace[1487856839] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8734; }","duration":"163.624473ms","start":"2026-03-29T02:16:22.477054Z","end":"2026-03-29T02:16:22.640679Z","steps":["trace[1487856839] 'read index received' (duration: 17.831058ms)","trace[1487856839] 'applied index is now lower than readState.Index' (duration: 145.791265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:22.641464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.386614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207157"} {"level":"info","ts":"2026-03-29T02:16:22.641515Z","caller":"traceutil/trace.go:171","msg":"trace[1053573984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8418; }","duration":"164.476357ms","start":"2026-03-29T02:16:22.477025Z","end":"2026-03-29T02:16:22.641501Z","steps":["trace[1053573984] 'agreement among raft nodes before linearized reading' (duration: 163.979883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.233222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.967101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:24.233483Z","caller":"traceutil/trace.go:171","msg":"trace[1232497737] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"225.357965ms","start":"2026-03-29T02:16:24.008092Z","end":"2026-03-29T02:16:24.23345Z","steps":["trace[1232497737] 'process raft request' (duration: 122.096066ms)","trace[1232497737] 'compare' (duration: 102.847348ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:24.481458Z","caller":"traceutil/trace.go:171","msg":"trace[1724501837] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"126.577119ms","start":"2026-03-29T02:16:24.354851Z","end":"2026-03-29T02:16:24.481429Z","steps":["trace[1724501837] 'process raft request' (duration: 126.338332ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:24.659238Z","caller":"traceutil/trace.go:171","msg":"trace[1412045024] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8746; }","duration":"204.946474ms","start":"2026-03-29T02:16:24.454262Z","end":"2026-03-29T02:16:24.659209Z","steps":["trace[1412045024] 'read index received' (duration: 26.941068ms)","trace[1412045024] 'applied index is now lower than readState.Index' (duration: 178.004296ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:24.659361Z","caller":"traceutil/trace.go:171","msg":"trace[560192682] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"242.575145ms","start":"2026-03-29T02:16:24.41674Z","end":"2026-03-29T02:16:24.659315Z","steps":["trace[560192682] 'process raft request' (duration: 146.324198ms)","trace[560192682] 'compare' (duration: 95.99888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:24.659558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.277983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:16:24.659625Z","caller":"traceutil/trace.go:171","msg":"trace[1891976307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8427; }","duration":"205.412367ms","start":"2026-03-29T02:16:24.454198Z","end":"2026-03-29T02:16:24.65961Z","steps":["trace[1891976307] 'agreement among raft nodes before linearized reading' (duration: 205.198282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.659902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.789744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:16:24.659999Z","caller":"traceutil/trace.go:171","msg":"trace[880172581] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8427; }","duration":"160.941218ms","start":"2026-03-29T02:16:24.49903Z","end":"2026-03-29T02:16:24.659971Z","steps":["trace[880172581] 'agreement among raft nodes before linearized reading' (duration: 160.682831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:24.660501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.556272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:30 size:378093"} {"level":"info","ts":"2026-03-29T02:16:24.660899Z","caller":"traceutil/trace.go:171","msg":"trace[570861045] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:30; response_revision:8427; }","duration":"113.992093ms","start":"2026-03-29T02:16:24.546855Z","end":"2026-03-29T02:16:24.660847Z","steps":["trace[570861045] 'agreement among raft nodes before linearized reading' (duration: 113.029537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:25.574412Z","caller":"traceutil/trace.go:171","msg":"trace[1154740406] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"107.514716ms","start":"2026-03-29T02:16:25.466854Z","end":"2026-03-29T02:16:25.574369Z","steps":["trace[1154740406] 'process raft request' (duration: 93.44091ms)","trace[1154740406] 'compare' (duration: 13.734606ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:26.083316Z","caller":"traceutil/trace.go:171","msg":"trace[470762083] linearizableReadLoop","detail":"{readStateIndex:8759; appliedIndex:8758; }","duration":"107.776662ms","start":"2026-03-29T02:16:25.97551Z","end":"2026-03-29T02:16:26.083287Z","steps":["trace[470762083] 'read index received' (duration: 107.481694ms)","trace[470762083] 'applied index is now lower than readState.Index' (duration: 293.838µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:26.083476Z","caller":"traceutil/trace.go:171","msg":"trace[248411182] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"110.733294ms","start":"2026-03-29T02:16:25.972723Z","end":"2026-03-29T02:16:26.083457Z","steps":["trace[248411182] 'process raft request' (duration: 110.366774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.083682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.157083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:16:26.083742Z","caller":"traceutil/trace.go:171","msg":"trace[249418035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8437; }","duration":"108.264946ms","start":"2026-03-29T02:16:25.975463Z","end":"2026-03-29T02:16:26.083727Z","steps":["trace[249418035] 'agreement among raft nodes before linearized reading' (duration: 108.080521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.398927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.247521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:26.399012Z","caller":"traceutil/trace.go:171","msg":"trace[542801862] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"310.558009ms","start":"2026-03-29T02:16:26.088438Z","end":"2026-03-29T02:16:26.398996Z","steps":["trace[542801862] 'process raft request' (duration: 150.178025ms)","trace[542801862] 'compare' (duration: 160.133688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:26.399056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:26.088416Z","time spent":"310.61822ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:26.411391Z","caller":"traceutil/trace.go:171","msg":"trace[1366392856] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8759; }","duration":"261.983318ms","start":"2026-03-29T02:16:26.149386Z","end":"2026-03-29T02:16:26.411369Z","steps":["trace[1366392856] 'read index received' (duration: 89.241564ms)","trace[1366392856] 'applied index is now lower than readState.Index' (duration: 172.740934ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:26.411667Z","caller":"traceutil/trace.go:171","msg":"trace[160818584] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"282.413387ms","start":"2026-03-29T02:16:26.129242Z","end":"2026-03-29T02:16:26.411655Z","steps":["trace[160818584] 'process raft request' (duration: 281.980056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.412049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.814546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:26.412127Z","caller":"traceutil/trace.go:171","msg":"trace[540217751] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8440; }","duration":"260.914119ms","start":"2026-03-29T02:16:26.151194Z","end":"2026-03-29T02:16:26.412108Z","steps":["trace[540217751] 'agreement among raft nodes before linearized reading' (duration: 260.765975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.412118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.708718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:26.412188Z","caller":"traceutil/trace.go:171","msg":"trace[1141977699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8440; }","duration":"262.825112ms","start":"2026-03-29T02:16:26.149348Z","end":"2026-03-29T02:16:26.412173Z","steps":["trace[1141977699] 'agreement among raft nodes before linearized reading' (duration: 262.695978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.412119Z","caller":"traceutil/trace.go:171","msg":"trace[1885151439] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"174.176042ms","start":"2026-03-29T02:16:26.237849Z","end":"2026-03-29T02:16:26.412025Z","steps":["trace[1885151439] 'process raft request' (duration: 173.488604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.704854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.987988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:26.704947Z","caller":"traceutil/trace.go:171","msg":"trace[1105822949] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:0; response_revision:8440; }","duration":"189.127711ms","start":"2026-03-29T02:16:26.515798Z","end":"2026-03-29T02:16:26.704926Z","steps":["trace[1105822949] 'range keys from in-memory index tree' (duration: 188.848104ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993383Z","caller":"traceutil/trace.go:171","msg":"trace[2022958820] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8765; }","duration":"109.667995ms","start":"2026-03-29T02:16:26.883693Z","end":"2026-03-29T02:16:26.993361Z","steps":["trace[2022958820] 'read index received' (duration: 2.336535ms)","trace[2022958820] 'applied index is now lower than readState.Index' (duration: 107.33052ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:26.993397Z","caller":"traceutil/trace.go:171","msg":"trace[102551055] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"171.807527ms","start":"2026-03-29T02:16:26.821556Z","end":"2026-03-29T02:16:26.993364Z","steps":["trace[102551055] 'process raft request' (duration: 171.618592ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993477Z","caller":"traceutil/trace.go:171","msg":"trace[1471667169] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"171.837858ms","start":"2026-03-29T02:16:26.821623Z","end":"2026-03-29T02:16:26.993461Z","steps":["trace[1471667169] 'process raft request' (duration: 171.600962ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993504Z","caller":"traceutil/trace.go:171","msg":"trace[1991845193] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"170.897822ms","start":"2026-03-29T02:16:26.82256Z","end":"2026-03-29T02:16:26.993458Z","steps":["trace[1991845193] 'process raft request' (duration: 170.729007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:26.993585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.875321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-6l5zl.18a12d705fb1a36d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-29T02:16:26.993671Z","caller":"traceutil/trace.go:171","msg":"trace[1578319831] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-6l5zl.18a12d705fb1a36d; range_end:; response_count:1; response_revision:8450; }","duration":"110.000204ms","start":"2026-03-29T02:16:26.883653Z","end":"2026-03-29T02:16:26.993653Z","steps":["trace[1578319831] 'agreement among raft nodes before linearized reading' (duration: 109.796039ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993828Z","caller":"traceutil/trace.go:171","msg":"trace[1864896031] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"172.056994ms","start":"2026-03-29T02:16:26.821754Z","end":"2026-03-29T02:16:26.993811Z","steps":["trace[1864896031] 'process raft request' (duration: 171.501838ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993822Z","caller":"traceutil/trace.go:171","msg":"trace[169284433] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"172.546568ms","start":"2026-03-29T02:16:26.821234Z","end":"2026-03-29T02:16:26.99378Z","steps":["trace[169284433] 'process raft request' (duration: 171.797867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:26.993854Z","caller":"traceutil/trace.go:171","msg":"trace[1534534420] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"160.104087ms","start":"2026-03-29T02:16:26.833741Z","end":"2026-03-29T02:16:26.993845Z","steps":["trace[1534534420] 'process raft request' (duration: 159.579132ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.206172Z","caller":"traceutil/trace.go:171","msg":"trace[1561653754] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8453; }","duration":"199.067715ms","start":"2026-03-29T02:16:27.007081Z","end":"2026-03-29T02:16:27.206149Z","steps":["trace[1561653754] 'process raft request' (duration: 199.032554ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.206167Z","caller":"traceutil/trace.go:171","msg":"trace[2043442429] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"206.280032ms","start":"2026-03-29T02:16:26.999844Z","end":"2026-03-29T02:16:27.206124Z","steps":["trace[2043442429] 'process raft request' (duration: 127.418851ms)","trace[2043442429] 'compare' (duration: 78.508061ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:27.206343Z","caller":"traceutil/trace.go:171","msg":"trace[2091232871] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"201.018188ms","start":"2026-03-29T02:16:27.005315Z","end":"2026-03-29T02:16:27.206333Z","steps":["trace[2091232871] 'process raft request' (duration: 200.714249ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.831623Z","caller":"traceutil/trace.go:171","msg":"trace[1209982702] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8780; }","duration":"146.294768ms","start":"2026-03-29T02:16:27.685306Z","end":"2026-03-29T02:16:27.8316Z","steps":["trace[1209982702] 'read index received' (duration: 118.348093ms)","trace[1209982702] 'applied index is now lower than readState.Index' (duration: 27.945755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:27.831806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.477863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:16:27.831859Z","caller":"traceutil/trace.go:171","msg":"trace[366457409] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8458; }","duration":"146.537975ms","start":"2026-03-29T02:16:27.685289Z","end":"2026-03-29T02:16:27.831827Z","steps":["trace[366457409] 'agreement among raft nodes before linearized reading' (duration: 146.391221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:27.832043Z","caller":"traceutil/trace.go:171","msg":"trace[1478546541] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"150.669708ms","start":"2026-03-29T02:16:27.681334Z","end":"2026-03-29T02:16:27.832003Z","steps":["trace[1478546541] 'process raft request' (duration: 122.297251ms)","trace[1478546541] 'compare' (duration: 27.851523ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:27.874942Z","caller":"traceutil/trace.go:171","msg":"trace[1150826315] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"185.207155ms","start":"2026-03-29T02:16:27.689706Z","end":"2026-03-29T02:16:27.874913Z","steps":["trace[1150826315] 'process raft request' (duration: 184.887736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.013019Z","caller":"traceutil/trace.go:171","msg":"trace[102449142] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"112.452481ms","start":"2026-03-29T02:16:27.900535Z","end":"2026-03-29T02:16:28.012988Z","steps":["trace[102449142] 'process raft request' (duration: 112.279046ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.013599Z","caller":"traceutil/trace.go:171","msg":"trace[1834124429] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"108.04659ms","start":"2026-03-29T02:16:27.905534Z","end":"2026-03-29T02:16:28.013581Z","steps":["trace[1834124429] 'process raft request' (duration: 107.354521ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.013887Z","caller":"traceutil/trace.go:171","msg":"trace[2095607118] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"116.408099ms","start":"2026-03-29T02:16:27.897462Z","end":"2026-03-29T02:16:28.01387Z","steps":["trace[2095607118] 'process raft request' (duration: 115.069413ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.014134Z","caller":"traceutil/trace.go:171","msg":"trace[314203446] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"116.43058ms","start":"2026-03-29T02:16:27.897691Z","end":"2026-03-29T02:16:28.014122Z","steps":["trace[314203446] 'process raft request' (duration: 115.013021ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.0143Z","caller":"traceutil/trace.go:171","msg":"trace[1229898610] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"116.518232ms","start":"2026-03-29T02:16:27.89774Z","end":"2026-03-29T02:16:28.014259Z","steps":["trace[1229898610] 'process raft request' (duration: 115.00453ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.014451Z","caller":"traceutil/trace.go:171","msg":"trace[1667295264] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"115.958717ms","start":"2026-03-29T02:16:27.898464Z","end":"2026-03-29T02:16:28.014423Z","steps":["trace[1667295264] 'process raft request' (duration: 114.317662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.405389Z","caller":"traceutil/trace.go:171","msg":"trace[788050256] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"277.319408ms","start":"2026-03-29T02:16:28.128048Z","end":"2026-03-29T02:16:28.405367Z","steps":["trace[788050256] 'read index received' (duration: 277.110432ms)","trace[788050256] 'applied index is now lower than readState.Index' (duration: 207.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:28.405606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.534434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-29T02:16:28.405636Z","caller":"traceutil/trace.go:171","msg":"trace[1819459627] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8471; }","duration":"277.611776ms","start":"2026-03-29T02:16:28.128014Z","end":"2026-03-29T02:16:28.405626Z","steps":["trace[1819459627] 'agreement among raft nodes before linearized reading' (duration: 277.449942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.405696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.543436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-29T02:16:28.405767Z","caller":"traceutil/trace.go:171","msg":"trace[242319170] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8471; }","duration":"257.649189ms","start":"2026-03-29T02:16:28.1481Z","end":"2026-03-29T02:16:28.405749Z","steps":["trace[242319170] 'agreement among raft nodes before linearized reading' (duration: 257.410673ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.405631Z","caller":"traceutil/trace.go:171","msg":"trace[36684149] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"286.280234ms","start":"2026-03-29T02:16:28.119173Z","end":"2026-03-29T02:16:28.405454Z","steps":["trace[36684149] 'process raft request' (duration: 286.056088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.405728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.318674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:28.405784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.019259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:28.406042Z","caller":"traceutil/trace.go:171","msg":"trace[928279753] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8471; }","duration":"144.52343ms","start":"2026-03-29T02:16:28.261378Z","end":"2026-03-29T02:16:28.405901Z","steps":["trace[928279753] 'agreement among raft nodes before linearized reading' (duration: 144.1663ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.406088Z","caller":"traceutil/trace.go:171","msg":"trace[468761191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8471; }","duration":"254.371909ms","start":"2026-03-29T02:16:28.151691Z","end":"2026-03-29T02:16:28.406063Z","steps":["trace[468761191] 'agreement among raft nodes before linearized reading' (duration: 253.925287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.808555Z","caller":"traceutil/trace.go:171","msg":"trace[372208037] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8798; }","duration":"209.4858ms","start":"2026-03-29T02:16:28.599051Z","end":"2026-03-29T02:16:28.808537Z","steps":["trace[372208037] 'read index received' (duration: 76.322882ms)","trace[372208037] 'applied index is now lower than readState.Index' (duration: 133.162138ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:28.808589Z","caller":"traceutil/trace.go:171","msg":"trace[288238534] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8476; }","duration":"215.31024ms","start":"2026-03-29T02:16:28.593243Z","end":"2026-03-29T02:16:28.808553Z","steps":["trace[288238534] 'process raft request' (duration: 206.257031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.808777Z","caller":"traceutil/trace.go:171","msg":"trace[1301180998] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"202.387385ms","start":"2026-03-29T02:16:28.606374Z","end":"2026-03-29T02:16:28.808762Z","steps":["trace[1301180998] 'process raft request' (duration: 202.102237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.808894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.824879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:28.808923Z","caller":"traceutil/trace.go:171","msg":"trace[1326978546] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8477; }","duration":"209.919421ms","start":"2026-03-29T02:16:28.598996Z","end":"2026-03-29T02:16:28.808916Z","steps":["trace[1326978546] 'agreement among raft nodes before linearized reading' (duration: 209.841619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:28.848458Z","caller":"traceutil/trace.go:171","msg":"trace[1271223677] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"137.033704ms","start":"2026-03-29T02:16:28.711355Z","end":"2026-03-29T02:16:28.848389Z","steps":["trace[1271223677] 'process raft request' (duration: 136.804738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:28.849199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.465875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111908"} {"level":"info","ts":"2026-03-29T02:16:28.849286Z","caller":"traceutil/trace.go:171","msg":"trace[122335366] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8478; }","duration":"249.600339ms","start":"2026-03-29T02:16:28.599667Z","end":"2026-03-29T02:16:28.849268Z","steps":["trace[122335366] 'agreement among raft nodes before linearized reading' (duration: 248.781107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.065096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.077305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:29.065291Z","caller":"traceutil/trace.go:171","msg":"trace[856128623] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8805; }","duration":"173.589366ms","start":"2026-03-29T02:16:28.891684Z","end":"2026-03-29T02:16:29.065274Z","steps":["trace[856128623] 'read index received' (duration: 55.256594ms)","trace[856128623] 'applied index is now lower than readState.Index' (duration: 118.331702ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:29.065275Z","caller":"traceutil/trace.go:171","msg":"trace[1295796578] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"175.589211ms","start":"2026-03-29T02:16:28.889642Z","end":"2026-03-29T02:16:29.065231Z","steps":["trace[1295796578] 'process raft request' (duration: 57.28958ms)","trace[1295796578] 'compare' (duration: 117.946942ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:29.065432Z","caller":"traceutil/trace.go:171","msg":"trace[28485003] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"122.975329ms","start":"2026-03-29T02:16:28.942443Z","end":"2026-03-29T02:16:29.065419Z","steps":["trace[28485003] 'process raft request' (duration: 122.775464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.065602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.402318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"warn","ts":"2026-03-29T02:16:29.065692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.984697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:16:29.065685Z","caller":"traceutil/trace.go:171","msg":"trace[951684580] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8483; }","duration":"159.49431ms","start":"2026-03-29T02:16:28.906169Z","end":"2026-03-29T02:16:29.065663Z","steps":["trace[951684580] 'agreement among raft nodes before linearized reading' (duration: 159.251483ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.065758Z","caller":"traceutil/trace.go:171","msg":"trace[1765117043] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8483; }","duration":"174.069319ms","start":"2026-03-29T02:16:28.891669Z","end":"2026-03-29T02:16:29.065738Z","steps":["trace[1765117043] 'agreement among raft nodes before linearized reading' (duration: 173.704199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.066006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.719788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-84d84c76ff-2hnch\" ","response":"range_response_count:1 size:8312"} {"level":"info","ts":"2026-03-29T02:16:29.066141Z","caller":"traceutil/trace.go:171","msg":"trace[46370400] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-84d84c76ff-2hnch; range_end:; response_count:1; response_revision:8483; }","duration":"124.892941ms","start":"2026-03-29T02:16:28.941224Z","end":"2026-03-29T02:16:29.066117Z","steps":["trace[46370400] 'agreement among raft nodes before linearized reading' (duration: 124.393548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.221203Z","caller":"traceutil/trace.go:171","msg":"trace[762105460] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"150.115303ms","start":"2026-03-29T02:16:29.071061Z","end":"2026-03-29T02:16:29.221177Z","steps":["trace[762105460] 'process raft request' (duration: 150.032561ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.221254Z","caller":"traceutil/trace.go:171","msg":"trace[1658519828] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"150.182715ms","start":"2026-03-29T02:16:29.071036Z","end":"2026-03-29T02:16:29.221219Z","steps":["trace[1658519828] 'process raft request' (duration: 150.016821ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.221209Z","caller":"traceutil/trace.go:171","msg":"trace[636225809] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"150.174534ms","start":"2026-03-29T02:16:29.071006Z","end":"2026-03-29T02:16:29.221181Z","steps":["trace[636225809] 'process raft request' (duration: 148.713644ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.221566Z","caller":"traceutil/trace.go:171","msg":"trace[472028413] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"150.36648ms","start":"2026-03-29T02:16:29.071181Z","end":"2026-03-29T02:16:29.221547Z","steps":["trace[472028413] 'process raft request' (duration: 149.955549ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.222038Z","caller":"traceutil/trace.go:171","msg":"trace[841977272] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8807; }","duration":"149.883777ms","start":"2026-03-29T02:16:29.072129Z","end":"2026-03-29T02:16:29.222013Z","steps":["trace[841977272] 'read index received' (duration: 2.398756ms)","trace[841977272] 'applied index is now lower than readState.Index' (duration: 147.483841ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:29.222112Z","caller":"traceutil/trace.go:171","msg":"trace[574836294] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"148.163009ms","start":"2026-03-29T02:16:29.073926Z","end":"2026-03-29T02:16:29.222089Z","steps":["trace[574836294] 'process raft request' (duration: 147.646445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.22227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.116543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-29T02:16:29.222346Z","caller":"traceutil/trace.go:171","msg":"trace[319793378] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8489; }","duration":"150.208875ms","start":"2026-03-29T02:16:29.072111Z","end":"2026-03-29T02:16:29.22232Z","steps":["trace[319793378] 'agreement among raft nodes before linearized reading' (duration: 150.00651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:29.222343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.193285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-29T02:16:29.222416Z","caller":"traceutil/trace.go:171","msg":"trace[1384406498] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8489; }","duration":"150.305548ms","start":"2026-03-29T02:16:29.072087Z","end":"2026-03-29T02:16:29.222393Z","steps":["trace[1384406498] 'agreement among raft nodes before linearized reading' (duration: 150.055811ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:29.450569Z","caller":"traceutil/trace.go:171","msg":"trace[463075301] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"187.338163ms","start":"2026-03-29T02:16:29.263194Z","end":"2026-03-29T02:16:29.450532Z","steps":["trace[463075301] 'process raft request' (duration: 113.892991ms)","trace[463075301] 'compare' (duration: 73.215916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:31.561888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.462138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:16:31.56198Z","caller":"traceutil/trace.go:171","msg":"trace[1078371413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8503; }","duration":"121.606553ms","start":"2026-03-29T02:16:31.440352Z","end":"2026-03-29T02:16:31.561958Z","steps":["trace[1078371413] 'range keys from in-memory index tree' (duration: 121.296273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.768111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.42761Z","time spent":"340.493534ms","remote":"127.0.0.1:57528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:16:33.768945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.87339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:33.769495Z","caller":"traceutil/trace.go:171","msg":"trace[663207009] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"446.854989ms","start":"2026-03-29T02:16:33.322615Z","end":"2026-03-29T02:16:33.76947Z","steps":["trace[663207009] 'process raft request' (duration: 134.376934ms)","trace[663207009] 'compare' (duration: 311.375835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:33.769586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.322591Z","time spent":"446.952592ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:33.769909Z","caller":"traceutil/trace.go:171","msg":"trace[1902000947] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"447.164418ms","start":"2026-03-29T02:16:33.322732Z","end":"2026-03-29T02:16:33.769897Z","steps":["trace[1902000947] 'process raft request' (duration: 446.687045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:33.769951Z","caller":"traceutil/trace.go:171","msg":"trace[954211139] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"446.978343ms","start":"2026-03-29T02:16:33.322951Z","end":"2026-03-29T02:16:33.769929Z","steps":["trace[954211139] 'process raft request' (duration: 446.831559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.76998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.322724Z","time spent":"447.220469ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:33.770074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:33.322915Z","time spent":"447.088866ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:33.770291Z","caller":"traceutil/trace.go:171","msg":"trace[1240579798] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8835; }","duration":"253.864919ms","start":"2026-03-29T02:16:33.515994Z","end":"2026-03-29T02:16:33.769859Z","steps":["trace[1240579798] 'read index received' (duration: 59.701µs)","trace[1240579798] 'applied index is now lower than readState.Index' (duration: 253.804428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:33.770322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.305691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:33.770392Z","caller":"traceutil/trace.go:171","msg":"trace[854995206] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8513; }","duration":"254.441025ms","start":"2026-03-29T02:16:33.515937Z","end":"2026-03-29T02:16:33.770378Z","steps":["trace[854995206] 'agreement among raft nodes before linearized reading' (duration: 254.315242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:33.770479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.500683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:33.770517Z","caller":"traceutil/trace.go:171","msg":"trace[2031781564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8513; }","duration":"178.579485ms","start":"2026-03-29T02:16:33.591927Z","end":"2026-03-29T02:16:33.770506Z","steps":["trace[2031781564] 'agreement among raft nodes before linearized reading' (duration: 178.449871ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:35.418452Z","caller":"traceutil/trace.go:171","msg":"trace[1062388098] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8843; }","duration":"164.282292ms","start":"2026-03-29T02:16:35.254149Z","end":"2026-03-29T02:16:35.418432Z","steps":["trace[1062388098] 'read index received' (duration: 164.042205ms)","trace[1062388098] 'applied index is now lower than readState.Index' (duration: 239.197µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:35.418495Z","caller":"traceutil/trace.go:171","msg":"trace[1923976005] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"185.090033ms","start":"2026-03-29T02:16:35.233382Z","end":"2026-03-29T02:16:35.418472Z","steps":["trace[1923976005] 'process raft request' (duration: 184.875077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:35.418599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.434707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:35.418648Z","caller":"traceutil/trace.go:171","msg":"trace[667314316] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8518; }","duration":"164.498579ms","start":"2026-03-29T02:16:35.254134Z","end":"2026-03-29T02:16:35.418632Z","steps":["trace[667314316] 'agreement among raft nodes before linearized reading' (duration: 164.415136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:37.69935Z","caller":"traceutil/trace.go:171","msg":"trace[1112487678] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"186.319918ms","start":"2026-03-29T02:16:37.512989Z","end":"2026-03-29T02:16:37.699309Z","steps":["trace[1112487678] 'process raft request' (duration: 106.686774ms)","trace[1112487678] 'compare' (duration: 79.225333ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:37.699502Z","caller":"traceutil/trace.go:171","msg":"trace[1508843195] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"183.947943ms","start":"2026-03-29T02:16:37.51553Z","end":"2026-03-29T02:16:37.699478Z","steps":["trace[1508843195] 'process raft request' (duration: 183.707467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.848691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.445281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:39.848831Z","caller":"traceutil/trace.go:171","msg":"trace[1932551662] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8872; }","duration":"293.787843ms","start":"2026-03-29T02:16:39.555019Z","end":"2026-03-29T02:16:39.848807Z","steps":["trace[1932551662] 'read index received' (duration: 57.061344ms)","trace[1932551662] 'applied index is now lower than readState.Index' (duration: 236.722059ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:39.848955Z","caller":"traceutil/trace.go:171","msg":"trace[809085919] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"306.883343ms","start":"2026-03-29T02:16:39.54198Z","end":"2026-03-29T02:16:39.848864Z","steps":["trace[809085919] 'process raft request' (duration: 70.157254ms)","trace[809085919] 'compare' (duration: 236.278737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:39.849062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.03065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:16:39.849055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.730045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:39.8491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.451168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:16:39.84912Z","caller":"traceutil/trace.go:171","msg":"trace[793080485] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8547; }","duration":"294.117092ms","start":"2026-03-29T02:16:39.554987Z","end":"2026-03-29T02:16:39.849104Z","steps":["trace[793080485] 'agreement among raft nodes before linearized reading' (duration: 293.964178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:39.849124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.541962Z","time spent":"307.065907ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:39.849147Z","caller":"traceutil/trace.go:171","msg":"trace[82221091] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8547; }","duration":"118.851738ms","start":"2026-03-29T02:16:39.730263Z","end":"2026-03-29T02:16:39.849115Z","steps":["trace[82221091] 'agreement among raft nodes before linearized reading' (duration: 118.705314ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:39.849175Z","caller":"traceutil/trace.go:171","msg":"trace[1999875619] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8547; }","duration":"245.582192ms","start":"2026-03-29T02:16:39.603575Z","end":"2026-03-29T02:16:39.849157Z","steps":["trace[1999875619] 'agreement among raft nodes before linearized reading' (duration: 245.373316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:40.142161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.087098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:40.142299Z","caller":"traceutil/trace.go:171","msg":"trace[1267860480] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"232.252547ms","start":"2026-03-29T02:16:39.910023Z","end":"2026-03-29T02:16:40.142276Z","steps":["trace[1267860480] 'process raft request' (duration: 117.931183ms)","trace[1267860480] 'compare' (duration: 113.866771ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:40.319668Z","caller":"traceutil/trace.go:171","msg":"trace[667631458] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"406.705199ms","start":"2026-03-29T02:16:39.912929Z","end":"2026-03-29T02:16:40.319634Z","steps":["trace[667631458] 'process raft request' (duration: 406.593316ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:40.319731Z","caller":"traceutil/trace.go:171","msg":"trace[1060647493] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"406.901854ms","start":"2026-03-29T02:16:39.912788Z","end":"2026-03-29T02:16:40.31969Z","steps":["trace[1060647493] 'process raft request' (duration: 337.961254ms)","trace[1060647493] 'compare' (duration: 68.629291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:40.319849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.912769Z","time spent":"407.014467ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:40.319849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.912921Z","time spent":"406.841733ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:40.320002Z","caller":"traceutil/trace.go:171","msg":"trace[1490160946] linearizableReadLoop","detail":"{readStateIndex:8879; appliedIndex:8875; }","duration":"174.092903ms","start":"2026-03-29T02:16:40.14588Z","end":"2026-03-29T02:16:40.319973Z","steps":["trace[1490160946] 'read index received' (duration: 104.743721ms)","trace[1490160946] 'applied index is now lower than readState.Index' (duration: 69.347902ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:40.320019Z","caller":"traceutil/trace.go:171","msg":"trace[1364914310] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"406.846593ms","start":"2026-03-29T02:16:39.913133Z","end":"2026-03-29T02:16:40.319979Z","steps":["trace[1364914310] 'process raft request' (duration: 406.451802ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:40.320032Z","caller":"traceutil/trace.go:171","msg":"trace[1253789264] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"406.780691ms","start":"2026-03-29T02:16:39.913212Z","end":"2026-03-29T02:16:40.319992Z","steps":["trace[1253789264] 'process raft request' (duration: 406.637127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:40.320205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.913123Z","time spent":"406.984816ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:40.320243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.338679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:16:40.32021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:39.91319Z","time spent":"406.928295ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:40.320327Z","caller":"traceutil/trace.go:171","msg":"trace[223964932] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8552; }","duration":"174.458813ms","start":"2026-03-29T02:16:40.145847Z","end":"2026-03-29T02:16:40.320305Z","steps":["trace[223964932] 'agreement among raft nodes before linearized reading' (duration: 174.250677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:40.320628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.416721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:40.320811Z","caller":"traceutil/trace.go:171","msg":"trace[2101603317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8552; }","duration":"174.660748ms","start":"2026-03-29T02:16:40.146025Z","end":"2026-03-29T02:16:40.320686Z","steps":["trace[2101603317] 'agreement among raft nodes before linearized reading' (duration: 174.339149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.318832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.637725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:41.319003Z","caller":"traceutil/trace.go:171","msg":"trace[1021704409] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8555; }","duration":"457.840171ms","start":"2026-03-29T02:16:40.861133Z","end":"2026-03-29T02:16:41.318973Z","steps":["trace[1021704409] 'count revisions from in-memory index tree' (duration: 457.580493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.319083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:40.861116Z","time spent":"457.953733ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:16:41.626771Z","caller":"traceutil/trace.go:171","msg":"trace[1130691836] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8882; }","duration":"485.355025ms","start":"2026-03-29T02:16:41.14139Z","end":"2026-03-29T02:16:41.626745Z","steps":["trace[1130691836] 'read index received' (duration: 485.17481ms)","trace[1130691836] 'applied index is now lower than readState.Index' (duration: 178.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:41.626854Z","caller":"traceutil/trace.go:171","msg":"trace[116744447] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"491.597036ms","start":"2026-03-29T02:16:41.135209Z","end":"2026-03-29T02:16:41.626806Z","steps":["trace[116744447] 'process raft request' (duration: 491.336289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.626943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.406914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:16:41.626977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.57644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:41.627019Z","caller":"traceutil/trace.go:171","msg":"trace[2030688606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8556; }","duration":"485.650403ms","start":"2026-03-29T02:16:41.141359Z","end":"2026-03-29T02:16:41.627009Z","steps":["trace[2030688606] 'agreement among raft nodes before linearized reading' (duration: 485.490948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.627055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.141344Z","time spent":"485.701865ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:16:41.627075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.135189Z","time spent":"491.76295ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:41.626986Z","caller":"traceutil/trace.go:171","msg":"trace[1614364695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8556; }","duration":"478.490787ms","start":"2026-03-29T02:16:41.148484Z","end":"2026-03-29T02:16:41.626975Z","steps":["trace[1614364695] 'agreement among raft nodes before linearized reading' (duration: 478.402634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.627151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.576047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T02:16:41.627083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.288292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:41.627192Z","caller":"traceutil/trace.go:171","msg":"trace[480931012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8556; }","duration":"471.629718ms","start":"2026-03-29T02:16:41.155541Z","end":"2026-03-29T02:16:41.62717Z","steps":["trace[480931012] 'agreement among raft nodes before linearized reading' (duration: 471.560166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.627228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.155525Z","time spent":"471.696181ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:41.627199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.148473Z","time spent":"478.688502ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:16:41.627245Z","caller":"traceutil/trace.go:171","msg":"trace[272657327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8556; }","duration":"130.478916ms","start":"2026-03-29T02:16:41.496739Z","end":"2026-03-29T02:16:41.627218Z","steps":["trace[272657327] 'agreement among raft nodes before linearized reading' (duration: 130.272661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:41.627318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.948566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:16:41.627412Z","caller":"traceutil/trace.go:171","msg":"trace[1457921314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8556; }","duration":"225.121591ms","start":"2026-03-29T02:16:41.402269Z","end":"2026-03-29T02:16:41.627391Z","steps":["trace[1457921314] 'agreement among raft nodes before linearized reading' (duration: 224.819623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.180553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.734384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:42.180838Z","caller":"traceutil/trace.go:171","msg":"trace[722723464] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8883; }","duration":"546.533182ms","start":"2026-03-29T02:16:41.634284Z","end":"2026-03-29T02:16:42.180818Z","steps":["trace[722723464] 'read index received' (duration: 237.46993ms)","trace[722723464] 'applied index is now lower than readState.Index' (duration: 309.062092ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:42.180963Z","caller":"traceutil/trace.go:171","msg":"trace[599676141] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"547.16811ms","start":"2026-03-29T02:16:41.63378Z","end":"2026-03-29T02:16:42.180948Z","steps":["trace[599676141] 'process raft request' (duration: 546.976415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:42.180962Z","caller":"traceutil/trace.go:171","msg":"trace[890534140] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"548.354492ms","start":"2026-03-29T02:16:41.632569Z","end":"2026-03-29T02:16:42.180923Z","steps":["trace[890534140] 'process raft request' (duration: 548.117566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.181051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.633773Z","time spent":"547.232182ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:42.181275Z","caller":"traceutil/trace.go:171","msg":"trace[1744410674] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"549.402741ms","start":"2026-03-29T02:16:41.631862Z","end":"2026-03-29T02:16:42.181264Z","steps":["trace[1744410674] 'process raft request' (duration: 239.868055ms)","trace[1744410674] 'compare' (duration: 308.59575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:42.181325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.631838Z","time spent":"549.465943ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:42.181491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.211651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-29T02:16:42.181543Z","caller":"traceutil/trace.go:171","msg":"trace[1961240544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8559; }","duration":"547.339774ms","start":"2026-03-29T02:16:41.634192Z","end":"2026-03-29T02:16:42.181532Z","steps":["trace[1961240544] 'agreement among raft nodes before linearized reading' (duration: 546.982254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.181575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.634174Z","time spent":"547.393646ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:16:42.181661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.819867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:42.181709Z","caller":"traceutil/trace.go:171","msg":"trace[1562330238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8559; }","duration":"458.89932ms","start":"2026-03-29T02:16:41.7228Z","end":"2026-03-29T02:16:42.1817Z","steps":["trace[1562330238] 'agreement among raft nodes before linearized reading' (duration: 458.829888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.181732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.722782Z","time spent":"458.94411ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:42.181072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.632556Z","time spent":"548.456805ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:42.181844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.061801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:42.181864Z","caller":"traceutil/trace.go:171","msg":"trace[1582279365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8559; }","duration":"120.084852ms","start":"2026-03-29T02:16:42.061774Z","end":"2026-03-29T02:16:42.181858Z","steps":["trace[1582279365] 'agreement among raft nodes before linearized reading' (duration: 120.053001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.182044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.420823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:16:42.182071Z","caller":"traceutil/trace.go:171","msg":"trace[525721119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8559; }","duration":"328.483735ms","start":"2026-03-29T02:16:41.853581Z","end":"2026-03-29T02:16:42.182065Z","steps":["trace[525721119] 'agreement among raft nodes before linearized reading' (duration: 328.388692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.18209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.85356Z","time spent":"328.525026ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:42.18222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.441864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:16:42.182245Z","caller":"traceutil/trace.go:171","msg":"trace[335928715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8559; }","duration":"413.507505ms","start":"2026-03-29T02:16:41.768732Z","end":"2026-03-29T02:16:42.182239Z","steps":["trace[335928715] 'agreement among raft nodes before linearized reading' (duration: 413.436903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:42.182263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:41.768705Z","time spent":"413.553047ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:43.333594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008901716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:16:43.333708Z","caller":"traceutil/trace.go:171","msg":"trace[489777119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8560; }","duration":"1.009086081s","start":"2026-03-29T02:16:42.324598Z","end":"2026-03-29T02:16:43.333684Z","steps":["trace[489777119] 'range keys from in-memory index tree' (duration: 1.00869978s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.333762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.324588Z","time spent":"1.009163093s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:43.333784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003154988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:43.333826Z","caller":"traceutil/trace.go:171","msg":"trace[122355715] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8560; }","duration":"1.003212599s","start":"2026-03-29T02:16:42.330602Z","end":"2026-03-29T02:16:43.333815Z","steps":["trace[122355715] 'range keys from in-memory index tree' (duration: 1.003113977s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.333852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.330595Z","time spent":"1.003251171s","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:16:43.334104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009148732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:16:43.33419Z","caller":"traceutil/trace.go:171","msg":"trace[690225676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8560; }","duration":"1.009257235s","start":"2026-03-29T02:16:42.324909Z","end":"2026-03-29T02:16:43.334167Z","steps":["trace[690225676] 'range keys from in-memory index tree' (duration: 1.008996939s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.334225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009380889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:16:43.334236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.324512Z","time spent":"1.009712868s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:16:43.33428Z","caller":"traceutil/trace.go:171","msg":"trace[13015398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8560; }","duration":"1.0094451s","start":"2026-03-29T02:16:42.324814Z","end":"2026-03-29T02:16:43.334259Z","steps":["trace[13015398] 'range keys from in-memory index tree' (duration: 1.009299637s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.334323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.324808Z","time spent":"1.009505702s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:43.334099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009188433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:16:43.33443Z","caller":"traceutil/trace.go:171","msg":"trace[1797451021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8560; }","duration":"1.009561783s","start":"2026-03-29T02:16:42.324843Z","end":"2026-03-29T02:16:43.334405Z","steps":["trace[1797451021] 'range keys from in-memory index tree' (duration: 1.009020379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.334479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.324825Z","time spent":"1.009639876s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:16:43.334498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.424031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:43.334558Z","caller":"traceutil/trace.go:171","msg":"trace[1239657153] linearizableReadLoop","detail":"{readStateIndex:8888; appliedIndex:8887; }","duration":"187.15094ms","start":"2026-03-29T02:16:43.147397Z","end":"2026-03-29T02:16:43.334548Z","steps":["trace[1239657153] 'read index received' (duration: 54.152µs)","trace[1239657153] 'applied index is now lower than readState.Index' (duration: 187.095458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:43.334603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.207802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:43.334583Z","caller":"traceutil/trace.go:171","msg":"trace[650685048] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"557.637807ms","start":"2026-03-29T02:16:42.776917Z","end":"2026-03-29T02:16:43.334555Z","steps":["trace[650685048] 'process raft request' (duration: 356.096362ms)","trace[650685048] 'compare' (duration: 200.732132ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:43.334621Z","caller":"traceutil/trace.go:171","msg":"trace[82832828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8561; }","duration":"187.272013ms","start":"2026-03-29T02:16:43.147342Z","end":"2026-03-29T02:16:43.334614Z","steps":["trace[82832828] 'agreement among raft nodes before linearized reading' (duration: 187.234092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:43.334741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:42.77689Z","time spent":"557.754079ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:43.840671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:44.341595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:16:44.444489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.562961ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:44.444589Z","caller":"traceutil/trace.go:171","msg":"trace[389170994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8561; }","duration":"427.677684ms","start":"2026-03-29T02:16:44.016899Z","end":"2026-03-29T02:16:44.444576Z","steps":["trace[389170994] 'range keys from in-memory index tree' (duration: 427.54671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.565758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227470439s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:16:44.56623Z","caller":"traceutil/trace.go:171","msg":"trace[1996526004] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"1.228007824s","start":"2026-03-29T02:16:43.338198Z","end":"2026-03-29T02:16:44.566206Z","steps":["trace[1996526004] 'process raft request' (duration: 1.22784262s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.566372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.338181Z","time spent":"1.228116917s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:44.633593Z","caller":"traceutil/trace.go:171","msg":"trace[1703260920] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"1.294549037s","start":"2026-03-29T02:16:43.339016Z","end":"2026-03-29T02:16:44.633565Z","steps":["trace[1703260920] 'process raft request' (duration: 1.294455265s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.633587Z","caller":"traceutil/trace.go:171","msg":"trace[1936443418] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"1.294614489s","start":"2026-03-29T02:16:43.338931Z","end":"2026-03-29T02:16:44.633545Z","steps":["trace[1936443418] 'process raft request' (duration: 1.294411073s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.633751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.338983Z","time spent":"1.294690161s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:44.63379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.338914Z","time spent":"1.294779514s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:44.633919Z","caller":"traceutil/trace.go:171","msg":"trace[4812378] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"1.294413794s","start":"2026-03-29T02:16:43.339471Z","end":"2026-03-29T02:16:44.633885Z","steps":["trace[4812378] 'process raft request' (duration: 1.294040574s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.633985Z","caller":"traceutil/trace.go:171","msg":"trace[1354808762] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"195.445398ms","start":"2026-03-29T02:16:44.438526Z","end":"2026-03-29T02:16:44.633971Z","steps":["trace[1354808762] 'process raft request' (duration: 195.336385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.633964Z","caller":"traceutil/trace.go:171","msg":"trace[2003933971] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8888; }","duration":"1.294012722s","start":"2026-03-29T02:16:43.339916Z","end":"2026-03-29T02:16:44.633928Z","steps":["trace[2003933971] 'read index received' (duration: 1.226134742s)","trace[2003933971] 'applied index is now lower than readState.Index' (duration: 67.87673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:44.634064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.339442Z","time spent":"1.294554837s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:16:44.634187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29427575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:16:44.634234Z","caller":"traceutil/trace.go:171","msg":"trace[1072852983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8567; }","duration":"1.294349362s","start":"2026-03-29T02:16:43.339873Z","end":"2026-03-29T02:16:44.634223Z","steps":["trace[1072852983] 'agreement among raft nodes before linearized reading' (duration: 1.294209759s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.63427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.339823Z","time spent":"1.294438974s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:44.634296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:44.634358Z","caller":"traceutil/trace.go:171","msg":"trace[1768455157] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8567; }","duration":"210.649945ms","start":"2026-03-29T02:16:44.423692Z","end":"2026-03-29T02:16:44.634342Z","steps":["trace[1768455157] 'agreement among raft nodes before linearized reading' (duration: 210.552632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.634197Z","caller":"traceutil/trace.go:171","msg":"trace[813131899] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"1.001224836s","start":"2026-03-29T02:16:43.632961Z","end":"2026-03-29T02:16:44.634186Z","steps":["trace[813131899] 'process raft request' (duration: 1.000778114s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.634492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.404087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:16:44.634561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.632935Z","time spent":"1.001580306s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:44.634624Z","caller":"traceutil/trace.go:171","msg":"trace[22089484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8567; }","duration":"446.573202ms","start":"2026-03-29T02:16:44.188014Z","end":"2026-03-29T02:16:44.634587Z","steps":["trace[22089484] 'agreement among raft nodes before linearized reading' (duration: 446.182712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.634604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.80562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:16:44.634724Z","caller":"traceutil/trace.go:171","msg":"trace[380665896] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8567; }","duration":"372.972964ms","start":"2026-03-29T02:16:44.261727Z","end":"2026-03-29T02:16:44.6347Z","steps":["trace[380665896] 'agreement among raft nodes before linearized reading' (duration: 372.717597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.634728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.187989Z","time spent":"446.700945ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:16:44.634863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.395351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:16:44.634921Z","caller":"traceutil/trace.go:171","msg":"trace[693441340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8567; }","duration":"448.519885ms","start":"2026-03-29T02:16:44.186387Z","end":"2026-03-29T02:16:44.634907Z","steps":["trace[693441340] 'agreement among raft nodes before linearized reading' (duration: 448.093403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.634962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.186359Z","time spent":"448.594277ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:16:44.63518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.378292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:44.635408Z","caller":"traceutil/trace.go:171","msg":"trace[1776389193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8567; }","duration":"448.863354ms","start":"2026-03-29T02:16:44.186529Z","end":"2026-03-29T02:16:44.635392Z","steps":["trace[1776389193] 'agreement among raft nodes before linearized reading' (duration: 447.838746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.635468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.186496Z","time spent":"448.958187ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:16:44.634794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:44.261704Z","time spent":"373.054387ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:16:44.635461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170109277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:44.635565Z","caller":"traceutil/trace.go:171","msg":"trace[407378776] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8567; }","duration":"1.171482704s","start":"2026-03-29T02:16:43.464058Z","end":"2026-03-29T02:16:44.63554Z","steps":["trace[407378776] 'agreement among raft nodes before linearized reading' (duration: 1.170131136s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:44.635623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:43.464036Z","time spent":"1.171571876s","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:16:44.911235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.6796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:44.911463Z","caller":"traceutil/trace.go:171","msg":"trace[2098901702] linearizableReadLoop","detail":"{readStateIndex:8897; appliedIndex:8894; }","duration":"263.278087ms","start":"2026-03-29T02:16:44.648163Z","end":"2026-03-29T02:16:44.911441Z","steps":["trace[2098901702] 'read index received' (duration: 104.443393ms)","trace[2098901702] 'applied index is now lower than readState.Index' (duration: 158.833354ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:44.911582Z","caller":"traceutil/trace.go:171","msg":"trace[1846728494] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"267.269117ms","start":"2026-03-29T02:16:44.644207Z","end":"2026-03-29T02:16:44.911476Z","steps":["trace[1846728494] 'process raft request' (duration: 108.269898ms)","trace[1846728494] 'compare' (duration: 158.578697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:44.911709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.532073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:16:44.911755Z","caller":"traceutil/trace.go:171","msg":"trace[58513651] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"267.264906ms","start":"2026-03-29T02:16:44.644479Z","end":"2026-03-29T02:16:44.911744Z","steps":["trace[58513651] 'process raft request' (duration: 266.905806ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.911742Z","caller":"traceutil/trace.go:171","msg":"trace[1712298132] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"267.327578ms","start":"2026-03-29T02:16:44.644392Z","end":"2026-03-29T02:16:44.91172Z","steps":["trace[1712298132] 'process raft request' (duration: 266.945218ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:44.911769Z","caller":"traceutil/trace.go:171","msg":"trace[413447110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8570; }","duration":"263.606476ms","start":"2026-03-29T02:16:44.648146Z","end":"2026-03-29T02:16:44.911752Z","steps":["trace[413447110] 'agreement among raft nodes before linearized reading' (duration: 263.422011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:45.284295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.561961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:16:45.284406Z","caller":"traceutil/trace.go:171","msg":"trace[17032412] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8897; }","duration":"139.181225ms","start":"2026-03-29T02:16:45.145207Z","end":"2026-03-29T02:16:45.284388Z","steps":["trace[17032412] 'read index received' (duration: 28.474791ms)","trace[17032412] 'applied index is now lower than readState.Index' (duration: 110.705004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:45.284665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.3388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:45.284811Z","caller":"traceutil/trace.go:171","msg":"trace[709039322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8570; }","duration":"139.502654ms","start":"2026-03-29T02:16:45.145199Z","end":"2026-03-29T02:16:45.284702Z","steps":["trace[709039322] 'agreement among raft nodes before linearized reading' (duration: 139.301948ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:46.84139Z","caller":"traceutil/trace.go:171","msg":"trace[634061358] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"196.407524ms","start":"2026-03-29T02:16:46.644953Z","end":"2026-03-29T02:16:46.841361Z","steps":["trace[634061358] 'process raft request' (duration: 175.942223ms)","trace[634061358] 'compare' (duration: 20.268646ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:46.842734Z","caller":"traceutil/trace.go:171","msg":"trace[101495282] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"197.286178ms","start":"2026-03-29T02:16:46.645421Z","end":"2026-03-29T02:16:46.842707Z","steps":["trace[101495282] 'process raft request' (duration: 197.086813ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:46.842789Z","caller":"traceutil/trace.go:171","msg":"trace[821924144] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"196.716452ms","start":"2026-03-29T02:16:46.646066Z","end":"2026-03-29T02:16:46.842783Z","steps":["trace[821924144] 'process raft request' (duration: 196.511627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:46.842801Z","caller":"traceutil/trace.go:171","msg":"trace[1867454323] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"165.324752ms","start":"2026-03-29T02:16:46.677442Z","end":"2026-03-29T02:16:46.842767Z","steps":["trace[1867454323] 'process raft request' (duration: 165.235059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:46.842751Z","caller":"traceutil/trace.go:171","msg":"trace[868862502] linearizableReadLoop","detail":"{readStateIndex:8903; appliedIndex:8900; }","duration":"195.999483ms","start":"2026-03-29T02:16:46.646737Z","end":"2026-03-29T02:16:46.842736Z","steps":["trace[868862502] 'read index received' (duration: 174.173815ms)","trace[868862502] 'applied index is now lower than readState.Index' (duration: 21.824878ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:46.842758Z","caller":"traceutil/trace.go:171","msg":"trace[1171707074] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"195.154109ms","start":"2026-03-29T02:16:46.647592Z","end":"2026-03-29T02:16:46.842746Z","steps":["trace[1171707074] 'process raft request' (duration: 195.047136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:46.842902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.155327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:16:46.842947Z","caller":"traceutil/trace.go:171","msg":"trace[56346806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8577; }","duration":"196.23306ms","start":"2026-03-29T02:16:46.646704Z","end":"2026-03-29T02:16:46.842937Z","steps":["trace[56346806] 'agreement among raft nodes before linearized reading' (duration: 196.075515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.293211Z","caller":"traceutil/trace.go:171","msg":"trace[2121273626] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"211.129108ms","start":"2026-03-29T02:16:48.082061Z","end":"2026-03-29T02:16:48.29319Z","steps":["trace[2121273626] 'process raft request' (duration: 210.788659ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510436Z","caller":"traceutil/trace.go:171","msg":"trace[1061156148] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"192.940039ms","start":"2026-03-29T02:16:48.317465Z","end":"2026-03-29T02:16:48.510405Z","steps":["trace[1061156148] 'process raft request' (duration: 192.840216ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510479Z","caller":"traceutil/trace.go:171","msg":"trace[1463108159] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"192.701303ms","start":"2026-03-29T02:16:48.317742Z","end":"2026-03-29T02:16:48.510443Z","steps":["trace[1463108159] 'process raft request' (duration: 192.628481ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510738Z","caller":"traceutil/trace.go:171","msg":"trace[1342215287] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"192.574779ms","start":"2026-03-29T02:16:48.318132Z","end":"2026-03-29T02:16:48.510707Z","steps":["trace[1342215287] 'process raft request' (duration: 192.353093ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510806Z","caller":"traceutil/trace.go:171","msg":"trace[1488501621] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"192.467796ms","start":"2026-03-29T02:16:48.318306Z","end":"2026-03-29T02:16:48.510774Z","steps":["trace[1488501621] 'process raft request' (duration: 192.227379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510844Z","caller":"traceutil/trace.go:171","msg":"trace[231633397] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"192.682442ms","start":"2026-03-29T02:16:48.318145Z","end":"2026-03-29T02:16:48.510827Z","steps":["trace[231633397] 'process raft request' (duration: 192.366443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510894Z","caller":"traceutil/trace.go:171","msg":"trace[1482332039] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"192.934739ms","start":"2026-03-29T02:16:48.317935Z","end":"2026-03-29T02:16:48.51087Z","steps":["trace[1482332039] 'process raft request' (duration: 192.492197ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510898Z","caller":"traceutil/trace.go:171","msg":"trace[747163311] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"193.067653ms","start":"2026-03-29T02:16:48.317812Z","end":"2026-03-29T02:16:48.51088Z","steps":["trace[747163311] 'process raft request' (duration: 192.587189ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.51094Z","caller":"traceutil/trace.go:171","msg":"trace[356658066] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"192.848437ms","start":"2026-03-29T02:16:48.318073Z","end":"2026-03-29T02:16:48.510921Z","steps":["trace[356658066] 'process raft request' (duration: 192.380114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510974Z","caller":"traceutil/trace.go:171","msg":"trace[1533874394] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"192.627451ms","start":"2026-03-29T02:16:48.318336Z","end":"2026-03-29T02:16:48.510963Z","steps":["trace[1533874394] 'process raft request' (duration: 192.23907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510994Z","caller":"traceutil/trace.go:171","msg":"trace[1353460387] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"192.372623ms","start":"2026-03-29T02:16:48.318609Z","end":"2026-03-29T02:16:48.510982Z","steps":["trace[1353460387] 'process raft request' (duration: 191.997903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.51112Z","caller":"traceutil/trace.go:171","msg":"trace[138654803] linearizableReadLoop","detail":"{readStateIndex:8929; appliedIndex:8917; }","duration":"184.56697ms","start":"2026-03-29T02:16:48.326137Z","end":"2026-03-29T02:16:48.510704Z","steps":["trace[138654803] 'read index received' (duration: 35.626217ms)","trace[138654803] 'applied index is now lower than readState.Index' (duration: 148.939133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:48.511234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.071474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:48.511282Z","caller":"traceutil/trace.go:171","msg":"trace[402646585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8600; }","duration":"185.159555ms","start":"2026-03-29T02:16:48.326109Z","end":"2026-03-29T02:16:48.511268Z","steps":["trace[402646585] 'agreement among raft nodes before linearized reading' (duration: 185.022862ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.510476Z","caller":"traceutil/trace.go:171","msg":"trace[366666947] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"193.011011ms","start":"2026-03-29T02:16:48.317427Z","end":"2026-03-29T02:16:48.510438Z","steps":["trace[366666947] 'process raft request' (duration: 158.812713ms)","trace[366666947] 'compare' (duration: 33.833898ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:48.869845Z","caller":"traceutil/trace.go:171","msg":"trace[582176157] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"249.904341ms","start":"2026-03-29T02:16:48.619904Z","end":"2026-03-29T02:16:48.869809Z","steps":["trace[582176157] 'process raft request' (duration: 249.670625ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870014Z","caller":"traceutil/trace.go:171","msg":"trace[1417517772] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"249.861829ms","start":"2026-03-29T02:16:48.620131Z","end":"2026-03-29T02:16:48.869993Z","steps":["trace[1417517772] 'process raft request' (duration: 249.673484ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870081Z","caller":"traceutil/trace.go:171","msg":"trace[21253121] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"249.88641ms","start":"2026-03-29T02:16:48.620175Z","end":"2026-03-29T02:16:48.870061Z","steps":["trace[21253121] 'process raft request' (duration: 249.714695ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.869916Z","caller":"traceutil/trace.go:171","msg":"trace[889210451] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"249.88766ms","start":"2026-03-29T02:16:48.619997Z","end":"2026-03-29T02:16:48.869885Z","steps":["trace[889210451] 'process raft request' (duration: 249.750866ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870235Z","caller":"traceutil/trace.go:171","msg":"trace[1888855791] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"248.744259ms","start":"2026-03-29T02:16:48.621479Z","end":"2026-03-29T02:16:48.870223Z","steps":["trace[1888855791] 'process raft request' (duration: 248.597115ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870229Z","caller":"traceutil/trace.go:171","msg":"trace[1811548468] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"248.856162ms","start":"2026-03-29T02:16:48.621361Z","end":"2026-03-29T02:16:48.870217Z","steps":["trace[1811548468] 'process raft request' (duration: 248.657157ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870348Z","caller":"traceutil/trace.go:171","msg":"trace[408205878] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"249.083249ms","start":"2026-03-29T02:16:48.621256Z","end":"2026-03-29T02:16:48.870339Z","steps":["trace[408205878] 'process raft request' (duration: 248.694538ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870356Z","caller":"traceutil/trace.go:171","msg":"trace[1046181150] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"246.875058ms","start":"2026-03-29T02:16:48.623468Z","end":"2026-03-29T02:16:48.870343Z","steps":["trace[1046181150] 'process raft request' (duration: 246.686973ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870374Z","caller":"traceutil/trace.go:171","msg":"trace[1511488486] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"246.95161ms","start":"2026-03-29T02:16:48.623387Z","end":"2026-03-29T02:16:48.870339Z","steps":["trace[1511488486] 'process raft request' (duration: 246.729534ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.87049Z","caller":"traceutil/trace.go:171","msg":"trace[1074366065] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"245.908771ms","start":"2026-03-29T02:16:48.624571Z","end":"2026-03-29T02:16:48.87048Z","steps":["trace[1074366065] 'process raft request' (duration: 245.717366ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870523Z","caller":"traceutil/trace.go:171","msg":"trace[1652474225] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"245.981683ms","start":"2026-03-29T02:16:48.624528Z","end":"2026-03-29T02:16:48.87051Z","steps":["trace[1652474225] 'process raft request' (duration: 245.672195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870562Z","caller":"traceutil/trace.go:171","msg":"trace[740800276] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"245.754017ms","start":"2026-03-29T02:16:48.624795Z","end":"2026-03-29T02:16:48.870549Z","steps":["trace[740800276] 'process raft request' (duration: 245.600393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870573Z","caller":"traceutil/trace.go:171","msg":"trace[1011768913] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"243.269249ms","start":"2026-03-29T02:16:48.627295Z","end":"2026-03-29T02:16:48.870564Z","steps":["trace[1011768913] 'process raft request' (duration: 243.145535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870642Z","caller":"traceutil/trace.go:171","msg":"trace[669001399] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"246.018985ms","start":"2026-03-29T02:16:48.624615Z","end":"2026-03-29T02:16:48.870634Z","steps":["trace[669001399] 'process raft request' (duration: 245.711416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870753Z","caller":"traceutil/trace.go:171","msg":"trace[1856910876] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"242.371874ms","start":"2026-03-29T02:16:48.628283Z","end":"2026-03-29T02:16:48.870655Z","steps":["trace[1856910876] 'process raft request' (duration: 242.19813ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870826Z","caller":"traceutil/trace.go:171","msg":"trace[213188408] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"239.252059ms","start":"2026-03-29T02:16:48.631564Z","end":"2026-03-29T02:16:48.870816Z","steps":["trace[213188408] 'process raft request' (duration: 239.070454ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.870941Z","caller":"traceutil/trace.go:171","msg":"trace[2147047806] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"234.466918ms","start":"2026-03-29T02:16:48.63646Z","end":"2026-03-29T02:16:48.870927Z","steps":["trace[2147047806] 'process raft request' (duration: 234.295763ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.8709Z","caller":"traceutil/trace.go:171","msg":"trace[953506271] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"239.450744ms","start":"2026-03-29T02:16:48.631428Z","end":"2026-03-29T02:16:48.870878Z","steps":["trace[953506271] 'process raft request' (duration: 239.112665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:48.871049Z","caller":"traceutil/trace.go:171","msg":"trace[1061550691] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"212.106685ms","start":"2026-03-29T02:16:48.658921Z","end":"2026-03-29T02:16:48.871028Z","steps":["trace[1061550691] 'process raft request' (duration: 211.92872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:48.951882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.764854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:16:48.952112Z","caller":"traceutil/trace.go:171","msg":"trace[1720956159] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8637; }","duration":"104.011412ms","start":"2026-03-29T02:16:48.848079Z","end":"2026-03-29T02:16:48.95209Z","steps":["trace[1720956159] 'agreement among raft nodes before linearized reading' (duration: 103.655882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:48.952155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:16:48.952251Z","caller":"traceutil/trace.go:171","msg":"trace[1084342690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8637; }","duration":"105.07782ms","start":"2026-03-29T02:16:48.84715Z","end":"2026-03-29T02:16:48.952228Z","steps":["trace[1084342690] 'agreement among raft nodes before linearized reading' (duration: 104.597457ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172223Z","caller":"traceutil/trace.go:171","msg":"trace[280747035] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"125.744627ms","start":"2026-03-29T02:16:49.046455Z","end":"2026-03-29T02:16:49.1722Z","steps":["trace[280747035] 'process raft request' (duration: 125.683586ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172235Z","caller":"traceutil/trace.go:171","msg":"trace[419343406] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"126.156079ms","start":"2026-03-29T02:16:49.046051Z","end":"2026-03-29T02:16:49.172207Z","steps":["trace[419343406] 'process raft request' (duration: 125.49258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172296Z","caller":"traceutil/trace.go:171","msg":"trace[1082829806] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"125.654914ms","start":"2026-03-29T02:16:49.046611Z","end":"2026-03-29T02:16:49.172266Z","steps":["trace[1082829806] 'process raft request' (duration: 125.577282ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172382Z","caller":"traceutil/trace.go:171","msg":"trace[1470486516] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"125.553602ms","start":"2026-03-29T02:16:49.046819Z","end":"2026-03-29T02:16:49.172373Z","steps":["trace[1470486516] 'process raft request' (duration: 125.390798ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172399Z","caller":"traceutil/trace.go:171","msg":"trace[1915686491] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"125.51357ms","start":"2026-03-29T02:16:49.046869Z","end":"2026-03-29T02:16:49.172382Z","steps":["trace[1915686491] 'process raft request' (duration: 125.415608ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172421Z","caller":"traceutil/trace.go:171","msg":"trace[217724481] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"125.559862ms","start":"2026-03-29T02:16:49.046819Z","end":"2026-03-29T02:16:49.172379Z","steps":["trace[217724481] 'process raft request' (duration: 125.415668ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172445Z","caller":"traceutil/trace.go:171","msg":"trace[1124097947] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"125.558983ms","start":"2026-03-29T02:16:49.046863Z","end":"2026-03-29T02:16:49.172422Z","steps":["trace[1124097947] 'process raft request' (duration: 125.392468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172524Z","caller":"traceutil/trace.go:171","msg":"trace[187439081] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"123.996389ms","start":"2026-03-29T02:16:49.048518Z","end":"2026-03-29T02:16:49.172514Z","steps":["trace[187439081] 'process raft request' (duration: 123.864935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172462Z","caller":"traceutil/trace.go:171","msg":"trace[481929391] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"125.074418ms","start":"2026-03-29T02:16:49.047377Z","end":"2026-03-29T02:16:49.172452Z","steps":["trace[481929391] 'process raft request' (duration: 124.931014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:49.172959Z","caller":"traceutil/trace.go:171","msg":"trace[1889388036] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"125.732176ms","start":"2026-03-29T02:16:49.046612Z","end":"2026-03-29T02:16:49.172344Z","steps":["trace[1889388036] 'process raft request' (duration: 125.553221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:51.17772Z","caller":"traceutil/trace.go:171","msg":"trace[1028043583] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"118.708515ms","start":"2026-03-29T02:16:51.058981Z","end":"2026-03-29T02:16:51.17769Z","steps":["trace[1028043583] 'process raft request' (duration: 42.208448ms)","trace[1028043583] 'compare' (duration: 76.277701ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:51.177762Z","caller":"traceutil/trace.go:171","msg":"trace[1240849697] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"118.647263ms","start":"2026-03-29T02:16:51.059083Z","end":"2026-03-29T02:16:51.17773Z","steps":["trace[1240849697] 'process raft request' (duration: 118.525379ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.198636Z","caller":"traceutil/trace.go:171","msg":"trace[1329152056] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"101.346987ms","start":"2026-03-29T02:16:53.097264Z","end":"2026-03-29T02:16:53.198611Z","steps":["trace[1329152056] 'process raft request' (duration: 101.161952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:53.198906Z","caller":"traceutil/trace.go:171","msg":"trace[1455961891] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"101.578293ms","start":"2026-03-29T02:16:53.097299Z","end":"2026-03-29T02:16:53.198877Z","steps":["trace[1455961891] 'process raft request' (duration: 101.258174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:53.387635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:16:53.387757Z","caller":"traceutil/trace.go:171","msg":"trace[696248068] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"183.828679ms","start":"2026-03-29T02:16:53.203906Z","end":"2026-03-29T02:16:53.387735Z","steps":["trace[696248068] 'process raft request' (duration: 80.051364ms)","trace[696248068] 'compare' (duration: 103.398475ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:55.02179Z","caller":"traceutil/trace.go:171","msg":"trace[1697409424] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"249.699826ms","start":"2026-03-29T02:16:54.772057Z","end":"2026-03-29T02:16:55.021757Z","steps":["trace[1697409424] 'process raft request' (duration: 249.538091ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:55.609073Z","caller":"traceutil/trace.go:171","msg":"trace[1476368903] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9081; }","duration":"335.655551ms","start":"2026-03-29T02:16:55.273401Z","end":"2026-03-29T02:16:55.609057Z","steps":["trace[1476368903] 'read index received' (duration: 335.556788ms)","trace[1476368903] 'applied index is now lower than readState.Index' (duration: 97.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:55.609142Z","caller":"traceutil/trace.go:171","msg":"trace[537824712] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"337.870042ms","start":"2026-03-29T02:16:55.271244Z","end":"2026-03-29T02:16:55.609114Z","steps":["trace[537824712] 'process raft request' (duration: 337.695548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.609247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.827766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:16:55.609269Z","caller":"traceutil/trace.go:171","msg":"trace[1390810206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8750; }","duration":"335.888528ms","start":"2026-03-29T02:16:55.273373Z","end":"2026-03-29T02:16:55.609262Z","steps":["trace[1390810206] 'agreement among raft nodes before linearized reading' (duration: 335.758734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.609288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.27336Z","time spent":"335.922889ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:16:55.60928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:55.271229Z","time spent":"337.974715ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:16:55.624761Z","caller":"traceutil/trace.go:171","msg":"trace[938864856] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"161.717774ms","start":"2026-03-29T02:16:55.463017Z","end":"2026-03-29T02:16:55.624735Z","steps":["trace[938864856] 'process raft request' (duration: 161.483197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:55.624983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.678239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:16:55.625015Z","caller":"traceutil/trace.go:171","msg":"trace[1807177391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8751; }","duration":"224.757841ms","start":"2026-03-29T02:16:55.400247Z","end":"2026-03-29T02:16:55.625005Z","steps":["trace[1807177391] 'agreement among raft nodes before linearized reading' (duration: 224.654648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.219363Z","caller":"traceutil/trace.go:171","msg":"trace[1903681845] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"188.864057ms","start":"2026-03-29T02:16:57.030463Z","end":"2026-03-29T02:16:57.219327Z","steps":["trace[1903681845] 'process raft request' (duration: 188.693552ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.243523Z","caller":"traceutil/trace.go:171","msg":"trace[1697070222] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"212.387562ms","start":"2026-03-29T02:16:57.031116Z","end":"2026-03-29T02:16:57.243503Z","steps":["trace[1697070222] 'process raft request' (duration: 212.249318ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.243659Z","caller":"traceutil/trace.go:171","msg":"trace[1196037546] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9087; }","duration":"158.463724ms","start":"2026-03-29T02:16:57.085185Z","end":"2026-03-29T02:16:57.243649Z","steps":["trace[1196037546] 'read index received' (duration: 134.6205ms)","trace[1196037546] 'applied index is now lower than readState.Index' (duration: 23.842334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:16:57.243763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.567997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:16:57.243801Z","caller":"traceutil/trace.go:171","msg":"trace[2014956139] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8757; }","duration":"158.66064ms","start":"2026-03-29T02:16:57.08513Z","end":"2026-03-29T02:16:57.243791Z","steps":["trace[2014956139] 'agreement among raft nodes before linearized reading' (duration: 158.580558ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.243783Z","caller":"traceutil/trace.go:171","msg":"trace[1985587568] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"200.933879ms","start":"2026-03-29T02:16:57.042813Z","end":"2026-03-29T02:16:57.243747Z","steps":["trace[1985587568] 'process raft request' (duration: 200.642851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:57.25319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.978205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:16:57.253272Z","caller":"traceutil/trace.go:171","msg":"trace[1978247251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8758; }","duration":"106.108489ms","start":"2026-03-29T02:16:57.147145Z","end":"2026-03-29T02:16:57.253254Z","steps":["trace[1978247251] 'agreement among raft nodes before linearized reading' (duration: 105.961005ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.364342Z","caller":"traceutil/trace.go:171","msg":"trace[1885566298] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9090; }","duration":"106.533611ms","start":"2026-03-29T02:16:57.257787Z","end":"2026-03-29T02:16:57.364321Z","steps":["trace[1885566298] 'read index received' (duration: 58.739361ms)","trace[1885566298] 'applied index is now lower than readState.Index' (duration: 47.79316ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:57.364368Z","caller":"traceutil/trace.go:171","msg":"trace[1230542807] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"106.691205ms","start":"2026-03-29T02:16:57.257642Z","end":"2026-03-29T02:16:57.364333Z","steps":["trace[1230542807] 'process raft request' (duration: 58.975307ms)","trace[1230542807] 'compare' (duration: 47.542603ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:16:57.364428Z","caller":"traceutil/trace.go:171","msg":"trace[180710682] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"106.752267ms","start":"2026-03-29T02:16:57.25764Z","end":"2026-03-29T02:16:57.364393Z","steps":["trace[180710682] 'process raft request' (duration: 106.641743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:57.364745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-29T02:16:57.364784Z","caller":"traceutil/trace.go:171","msg":"trace[158045467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8760; }","duration":"107.011774ms","start":"2026-03-29T02:16:57.257762Z","end":"2026-03-29T02:16:57.364774Z","steps":["trace[158045467] 'agreement among raft nodes before linearized reading' (duration: 106.658044ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.373138Z","caller":"traceutil/trace.go:171","msg":"trace[315701833] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"114.872769ms","start":"2026-03-29T02:16:57.258247Z","end":"2026-03-29T02:16:57.37312Z","steps":["trace[315701833] 'process raft request' (duration: 114.750315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:16:57.373317Z","caller":"traceutil/trace.go:171","msg":"trace[590139317] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"114.973842ms","start":"2026-03-29T02:16:57.258332Z","end":"2026-03-29T02:16:57.373306Z","steps":["trace[590139317] 'process raft request' (duration: 114.759656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:57.373529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.830744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:16:57.373638Z","caller":"traceutil/trace.go:171","msg":"trace[2112379572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8762; }","duration":"100.975668ms","start":"2026-03-29T02:16:57.272643Z","end":"2026-03-29T02:16:57.373619Z","steps":["trace[2112379572] 'agreement among raft nodes before linearized reading' (duration: 100.66064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:16:59.748657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:00.248961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:00.750176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:01.089668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865357793s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:17:01.463599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311613047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.463667Z","caller":"traceutil/trace.go:171","msg":"trace[128951189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8767; }","duration":"2.31171642s","start":"2026-03-29T02:16:59.151934Z","end":"2026-03-29T02:17:01.463651Z","steps":["trace[128951189] 'range keys from in-memory index tree' (duration: 2.311552195s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.463696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.151909Z","time spent":"2.311780652s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:01.463677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63204093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:01.46378Z","caller":"traceutil/trace.go:171","msg":"trace[1025033597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8767; }","duration":"2.632189495s","start":"2026-03-29T02:16:58.831565Z","end":"2026-03-29T02:17:01.463755Z","steps":["trace[1025033597] 'count revisions from in-memory index tree' (duration: 2.631980619s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.463844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:58.831551Z","time spent":"2.632273597s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.464209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.756287Z","time spent":"707.919936ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:17:01.464571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.63212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:01.464663Z","caller":"traceutil/trace.go:171","msg":"trace[1281697864] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"2.240462356s","start":"2026-03-29T02:16:59.22418Z","end":"2026-03-29T02:17:01.464642Z","steps":["trace[1281697864] 'process raft request' (duration: 1.865690242s)","trace[1281697864] 'compare' (duration: 373.817288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:01.464718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.224154Z","time spent":"2.240538688s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:01.579648Z","caller":"traceutil/trace.go:171","msg":"trace[335769589] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9099; }","duration":"2.331624595s","start":"2026-03-29T02:16:59.247973Z","end":"2026-03-29T02:17:01.579597Z","steps":["trace[335769589] 'read index received' (duration: 1.8418829s)","trace[335769589] 'applied index is now lower than readState.Index' (duration: 489.740375ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:01.579669Z","caller":"traceutil/trace.go:171","msg":"trace[620763983] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"1.856985214s","start":"2026-03-29T02:16:59.722653Z","end":"2026-03-29T02:17:01.579639Z","steps":["trace[620763983] 'process raft request' (duration: 1.84733737s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.579853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331871672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:17:01.579878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.722634Z","time spent":"1.857158658s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:01.579915Z","caller":"traceutil/trace.go:171","msg":"trace[1986229690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8769; }","duration":"2.331976765s","start":"2026-03-29T02:16:59.247928Z","end":"2026-03-29T02:17:01.579905Z","steps":["trace[1986229690] 'agreement among raft nodes before linearized reading' (duration: 2.331786449s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.579944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.247911Z","time spent":"2.332026845s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:01.57998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.293613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.580007Z","caller":"traceutil/trace.go:171","msg":"trace[1500989882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"427.351465ms","start":"2026-03-29T02:17:01.152649Z","end":"2026-03-29T02:17:01.580001Z","steps":["trace[1500989882] 'agreement among raft nodes before linearized reading' (duration: 427.315004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.152619Z","time spent":"427.402566ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:01.579944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222196343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.580083Z","caller":"traceutil/trace.go:171","msg":"trace[1782321332] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8769; }","duration":"1.222372828s","start":"2026-03-29T02:17:00.357698Z","end":"2026-03-29T02:17:01.580071Z","steps":["trace[1782321332] 'agreement among raft nodes before linearized reading' (duration: 1.222209694s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211844651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:17:01.580116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.357677Z","time spent":"1.22242831s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:01.580154Z","caller":"traceutil/trace.go:171","msg":"trace[299603897] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8769; }","duration":"2.211967005s","start":"2026-03-29T02:16:59.368167Z","end":"2026-03-29T02:17:01.580134Z","steps":["trace[299603897] 'agreement among raft nodes before linearized reading' (duration: 2.211737679s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.968725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:01.580192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.368147Z","time spent":"2.212037397s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:17:01.580205Z","caller":"traceutil/trace.go:171","msg":"trace[1377332451] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8769; }","duration":"454.048416ms","start":"2026-03-29T02:17:01.126148Z","end":"2026-03-29T02:17:01.580197Z","steps":["trace[1377332451] 'agreement among raft nodes before linearized reading' (duration: 453.998425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.126123Z","time spent":"454.101308ms","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.58036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.701026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.580389Z","caller":"traceutil/trace.go:171","msg":"trace[2064219382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8769; }","duration":"550.769828ms","start":"2026-03-29T02:17:01.029612Z","end":"2026-03-29T02:17:01.580382Z","steps":["trace[2064219382] 'agreement among raft nodes before linearized reading' (duration: 550.727616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:01.02959Z","time spent":"550.813679ms","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.580415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881348721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:01.580439Z","caller":"traceutil/trace.go:171","msg":"trace[1998772385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8769; }","duration":"1.881408193s","start":"2026-03-29T02:16:59.699024Z","end":"2026-03-29T02:17:01.580433Z","steps":["trace[1998772385] 'agreement among raft nodes before linearized reading' (duration: 1.881355281s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.699003Z","time spent":"1.881456915s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:01.580486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203361559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:17:01.580517Z","caller":"traceutil/trace.go:171","msg":"trace[917121223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8769; }","duration":"2.203468252s","start":"2026-03-29T02:16:59.377041Z","end":"2026-03-29T02:17:01.580509Z","steps":["trace[917121223] 'agreement among raft nodes before linearized reading' (duration: 2.203371029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.317922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:01.580542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.37701Z","time spent":"2.203525184s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:01.580635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.042895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:17:01.580624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976304345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:17:01.580666Z","caller":"traceutil/trace.go:171","msg":"trace[1945878330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8769; }","duration":"926.116807ms","start":"2026-03-29T02:17:00.654542Z","end":"2026-03-29T02:17:01.580658Z","steps":["trace[1945878330] 'agreement among raft nodes before linearized reading' (duration: 926.036875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189359446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:17:01.580679Z","caller":"traceutil/trace.go:171","msg":"trace[1854069570] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8769; }","duration":"1.976394887s","start":"2026-03-29T02:16:59.604272Z","end":"2026-03-29T02:17:01.580667Z","steps":["trace[1854069570] 'agreement among raft nodes before linearized reading' (duration: 1.976236023s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.580567Z","caller":"traceutil/trace.go:171","msg":"trace[1890402680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8769; }","duration":"648.369453ms","start":"2026-03-29T02:17:00.932191Z","end":"2026-03-29T02:17:01.580561Z","steps":["trace[1890402680] 'agreement among raft nodes before linearized reading' (duration: 648.326002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.604251Z","time spent":"1.976456988s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-03-29T02:17:01.580725Z","caller":"traceutil/trace.go:171","msg":"trace[869566984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8769; }","duration":"2.189396656s","start":"2026-03-29T02:16:59.3913Z","end":"2026-03-29T02:17:01.580697Z","steps":["trace[869566984] 'agreement among raft nodes before linearized reading' (duration: 2.189316234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212458798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:17:01.580765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.391292Z","time spent":"2.189455308s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:01.580367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820861883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:17:01.580759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.932177Z","time spent":"648.548698ms","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:01.580811Z","caller":"traceutil/trace.go:171","msg":"trace[1172883652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8769; }","duration":"1.821341376s","start":"2026-03-29T02:16:59.759462Z","end":"2026-03-29T02:17:01.580803Z","steps":["trace[1172883652] 'agreement among raft nodes before linearized reading' (duration: 1.820838202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.580846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.759438Z","time spent":"1.821400708s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:01.580686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.654522Z","time spent":"926.158669ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:01.580722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.760371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.580928Z","caller":"traceutil/trace.go:171","msg":"trace[514202441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8769; }","duration":"966.957076ms","start":"2026-03-29T02:17:00.613951Z","end":"2026-03-29T02:17:01.580908Z","steps":["trace[514202441] 'agreement among raft nodes before linearized reading' (duration: 966.74909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.58096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:00.613924Z","time spent":"967.025058ms","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:01.580698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207900433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:01.580789Z","caller":"traceutil/trace.go:171","msg":"trace[505590430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8769; }","duration":"2.21251474s","start":"2026-03-29T02:16:59.368246Z","end":"2026-03-29T02:17:01.580761Z","steps":["trace[505590430] 'agreement among raft nodes before linearized reading' (duration: 2.212465919s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.581036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.368228Z","time spent":"2.212801288s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:17:01.58104Z","caller":"traceutil/trace.go:171","msg":"trace[1770047789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8769; }","duration":"2.208265924s","start":"2026-03-29T02:16:59.372755Z","end":"2026-03-29T02:17:01.58102Z","steps":["trace[1770047789] 'agreement among raft nodes before linearized reading' (duration: 2.207894784s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.5811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:16:59.372736Z","time spent":"2.208345886s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:17:01.76645Z","caller":"traceutil/trace.go:171","msg":"trace[1864459084] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"180.858478ms","start":"2026-03-29T02:17:01.585572Z","end":"2026-03-29T02:17:01.766431Z","steps":["trace[1864459084] 'process raft request' (duration: 180.801657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766469Z","caller":"traceutil/trace.go:171","msg":"trace[1465821880] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"181.085054ms","start":"2026-03-29T02:17:01.585349Z","end":"2026-03-29T02:17:01.766434Z","steps":["trace[1465821880] 'process raft request' (duration: 180.855008ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766536Z","caller":"traceutil/trace.go:171","msg":"trace[1472370319] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"181.014322ms","start":"2026-03-29T02:17:01.585493Z","end":"2026-03-29T02:17:01.766507Z","steps":["trace[1472370319] 'process raft request' (duration: 180.848548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766642Z","caller":"traceutil/trace.go:171","msg":"trace[504976399] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"180.991112ms","start":"2026-03-29T02:17:01.585644Z","end":"2026-03-29T02:17:01.766636Z","steps":["trace[504976399] 'process raft request' (duration: 180.758026ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766734Z","caller":"traceutil/trace.go:171","msg":"trace[1614589334] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9102; }","duration":"130.174428ms","start":"2026-03-29T02:17:01.63654Z","end":"2026-03-29T02:17:01.766715Z","steps":["trace[1614589334] 'read index received' (duration: 129.688985ms)","trace[1614589334] 'applied index is now lower than readState.Index' (duration: 484.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:01.766745Z","caller":"traceutil/trace.go:171","msg":"trace[925364350] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"180.625972ms","start":"2026-03-29T02:17:01.586055Z","end":"2026-03-29T02:17:01.766681Z","steps":["trace[925364350] 'process raft request' (duration: 180.501519ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766802Z","caller":"traceutil/trace.go:171","msg":"trace[1088092515] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"180.316153ms","start":"2026-03-29T02:17:01.58648Z","end":"2026-03-29T02:17:01.766796Z","steps":["trace[1088092515] 'process raft request' (duration: 180.149729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.766784Z","caller":"traceutil/trace.go:171","msg":"trace[397034397] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"177.99208ms","start":"2026-03-29T02:17:01.588776Z","end":"2026-03-29T02:17:01.766768Z","steps":["trace[397034397] 'process raft request' (duration: 177.878686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.766847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.952086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:01.766911Z","caller":"traceutil/trace.go:171","msg":"trace[470778725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"179.040098ms","start":"2026-03-29T02:17:01.587854Z","end":"2026-03-29T02:17:01.766894Z","steps":["trace[470778725] 'agreement among raft nodes before linearized reading' (duration: 178.911274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.766979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.095115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:17:01.767004Z","caller":"traceutil/trace.go:171","msg":"trace[1516343123] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:8776; }","duration":"181.154796ms","start":"2026-03-29T02:17:01.585839Z","end":"2026-03-29T02:17:01.766994Z","steps":["trace[1516343123] 'agreement among raft nodes before linearized reading' (duration: 181.052633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.767096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.841788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-29T02:17:01.767691Z","caller":"traceutil/trace.go:171","msg":"trace[1067260941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8776; }","duration":"181.473735ms","start":"2026-03-29T02:17:01.586203Z","end":"2026-03-29T02:17:01.767677Z","steps":["trace[1067260941] 'agreement among raft nodes before linearized reading' (duration: 180.610732ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:01.771678Z","caller":"traceutil/trace.go:171","msg":"trace[2108842739] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"133.688195ms","start":"2026-03-29T02:17:01.637972Z","end":"2026-03-29T02:17:01.771661Z","steps":["trace[2108842739] 'process raft request' (duration: 133.575412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:01.772008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.979383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-29T02:17:01.772071Z","caller":"traceutil/trace.go:171","msg":"trace[1093467773] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8777; }","duration":"134.092736ms","start":"2026-03-29T02:17:01.637963Z","end":"2026-03-29T02:17:01.772056Z","steps":["trace[1093467773] 'agreement among raft nodes before linearized reading' (duration: 133.749056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.888475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.143417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:17:05.889136Z","caller":"traceutil/trace.go:171","msg":"trace[639123144] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"405.67666ms","start":"2026-03-29T02:17:05.483428Z","end":"2026-03-29T02:17:05.889105Z","steps":["trace[639123144] 'process raft request' (duration: 405.132975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:05.889296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.483404Z","time spent":"405.811214ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:05.889441Z","caller":"traceutil/trace.go:171","msg":"trace[1892159078] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"233.962334ms","start":"2026-03-29T02:17:05.655447Z","end":"2026-03-29T02:17:05.889409Z","steps":["trace[1892159078] 'process raft request' (duration: 233.365417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:06.394318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:06.895221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:07.396339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:07.5768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682993834s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:17:07.778396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.268517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:07.778523Z","caller":"traceutil/trace.go:171","msg":"trace[1763354496] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"1.884782095s","start":"2026-03-29T02:17:05.893715Z","end":"2026-03-29T02:17:07.778497Z","steps":["trace[1763354496] 'process raft request' (duration: 1.683320243s)","trace[1763354496] 'compare' (duration: 200.944018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:07.778598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893696Z","time spent":"1.884864008s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.063916Z","caller":"traceutil/trace.go:171","msg":"trace[219960763] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"2.169999554s","start":"2026-03-29T02:17:05.893843Z","end":"2026-03-29T02:17:08.063842Z","steps":["trace[219960763] 'process raft request' (duration: 2.132841575s)","trace[219960763] 'compare' (duration: 36.596154ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:08.064055Z","caller":"traceutil/trace.go:171","msg":"trace[517839543] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"2.170166028s","start":"2026-03-29T02:17:05.893857Z","end":"2026-03-29T02:17:08.064023Z","steps":["trace[517839543] 'process raft request' (duration: 2.170012554s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.064081Z","caller":"traceutil/trace.go:171","msg":"trace[1735207903] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9124; }","duration":"2.170164889s","start":"2026-03-29T02:17:05.893878Z","end":"2026-03-29T02:17:08.064043Z","steps":["trace[1735207903] 'read index received' (duration: 1.683152329s)","trace[1735207903] 'applied index is now lower than readState.Index' (duration: 487.01123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:08.064175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893826Z","time spent":"2.17021774s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.064165Z","caller":"traceutil/trace.go:171","msg":"trace[534357740] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"798.075006ms","start":"2026-03-29T02:17:07.266042Z","end":"2026-03-29T02:17:08.064117Z","steps":["trace[534357740] 'process raft request' (duration: 797.951042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.064149Z","caller":"traceutil/trace.go:171","msg":"trace[694568832] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"2.169543472s","start":"2026-03-29T02:17:05.894527Z","end":"2026-03-29T02:17:08.064071Z","steps":["trace[694568832] 'process raft request' (duration: 2.169430378s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.0642Z","caller":"traceutil/trace.go:171","msg":"trace[956561523] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"2.170293652s","start":"2026-03-29T02:17:05.893857Z","end":"2026-03-29T02:17:08.06415Z","steps":["trace[956561523] 'process raft request' (duration: 2.169956182s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.064218Z","caller":"traceutil/trace.go:171","msg":"trace[2060283574] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"2.170298982s","start":"2026-03-29T02:17:05.893866Z","end":"2026-03-29T02:17:08.064165Z","steps":["trace[2060283574] 'process raft request' (duration: 2.170053965s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.064375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.266018Z","time spent":"798.22864ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.064381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893836Z","time spent":"2.170452006s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.064176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893836Z","time spent":"2.170270732s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.06438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.894519Z","time spent":"2.169742807s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.064577Z","caller":"traceutil/trace.go:171","msg":"trace[1052221839] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"2.170700273s","start":"2026-03-29T02:17:05.893856Z","end":"2026-03-29T02:17:08.064556Z","steps":["trace[1052221839] 'process raft request' (duration: 2.169819419s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.064647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893843Z","time spent":"2.170766265s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.064711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170792856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"warn","ts":"2026-03-29T02:17:08.064717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893851Z","time spent":"2.170602631s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:08.064764Z","caller":"traceutil/trace.go:171","msg":"trace[1366379465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8798; }","duration":"2.170878248s","start":"2026-03-29T02:17:05.893872Z","end":"2026-03-29T02:17:08.06475Z","steps":["trace[1366379465] 'agreement among raft nodes before linearized reading' (duration: 2.170339243s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.064818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:05.893858Z","time spent":"2.17094288s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:17:08.148925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:17:08.149045Z","caller":"traceutil/trace.go:171","msg":"trace[431569894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565609s","start":"2026-03-29T02:17:06.148454Z","end":"2026-03-29T02:17:08.14902Z","steps":["trace[431569894] 'agreement among raft nodes before linearized reading' (duration: 2.000405595s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.149105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.148421Z","time spent":"2.000669612s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:17:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:17:08.565267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:17:08.589776Z","caller":"traceutil/trace.go:171","msg":"trace[382107933] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9132; }","duration":"525.573428ms","start":"2026-03-29T02:17:08.064172Z","end":"2026-03-29T02:17:08.589745Z","steps":["trace[382107933] 'read index received' (duration: 525.221388ms)","trace[382107933] 'applied index is now lower than readState.Index' (duration: 350.93µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:08.589838Z","caller":"traceutil/trace.go:171","msg":"trace[2073417105] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"965.996311ms","start":"2026-03-29T02:17:07.623788Z","end":"2026-03-29T02:17:08.589785Z","steps":["trace[2073417105] 'process raft request' (duration: 965.691172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.589991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247389363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:08.590031Z","caller":"traceutil/trace.go:171","msg":"trace[1597149612] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8801; }","duration":"1.247513376s","start":"2026-03-29T02:17:07.34251Z","end":"2026-03-29T02:17:08.590023Z","steps":["trace[1597149612] 'agreement among raft nodes before linearized reading' (duration: 1.247386013s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.623756Z","time spent":"966.180146ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.590042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096160279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-29T02:17:08.590114Z","caller":"traceutil/trace.go:171","msg":"trace[2079975688] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb; range_end:; response_count:1; response_revision:8801; }","duration":"1.096307053s","start":"2026-03-29T02:17:07.493789Z","end":"2026-03-29T02:17:08.590097Z","steps":["trace[2079975688] 'agreement among raft nodes before linearized reading' (duration: 1.096061437s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.845315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:08.59015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.493769Z","time spent":"1.096376765s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb\" "} {"level":"info","ts":"2026-03-29T02:17:08.590159Z","caller":"traceutil/trace.go:171","msg":"trace[631919422] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8801; }","duration":"811.920907ms","start":"2026-03-29T02:17:07.778228Z","end":"2026-03-29T02:17:08.590149Z","steps":["trace[631919422] 'agreement among raft nodes before linearized reading' (duration: 811.798303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.778214Z","time spent":"811.959639ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:08.59021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740899741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:17:08.590066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.342485Z","time spent":"1.247573368s","remote":"127.0.0.1:53852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":28,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:08.590309Z","caller":"traceutil/trace.go:171","msg":"trace[600697872] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"696.148913ms","start":"2026-03-29T02:17:07.894147Z","end":"2026-03-29T02:17:08.590296Z","steps":["trace[600697872] 'process raft request' (duration: 695.565567ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.590308Z","caller":"traceutil/trace.go:171","msg":"trace[1817176266] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"696.847242ms","start":"2026-03-29T02:17:07.893442Z","end":"2026-03-29T02:17:08.590289Z","steps":["trace[1817176266] 'process raft request' (duration: 696.237055ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:08.590244Z","caller":"traceutil/trace.go:171","msg":"trace[227738275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8801; }","duration":"1.740957643s","start":"2026-03-29T02:17:06.849279Z","end":"2026-03-29T02:17:08.590237Z","steps":["trace[227738275] 'agreement among raft nodes before linearized reading' (duration: 1.74082341s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.232956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:08.590375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.893403Z","time spent":"696.941424ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.590374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:06.849264Z","time spent":"1.741102767s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:08.590397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.894106Z","time spent":"696.230915ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:08.590322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.895313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:08.590414Z","caller":"traceutil/trace.go:171","msg":"trace[538701575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8801; }","duration":"441.432601ms","start":"2026-03-29T02:17:08.148952Z","end":"2026-03-29T02:17:08.590384Z","steps":["trace[538701575] 'agreement among raft nodes before linearized reading' (duration: 441.196675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.148929Z","time spent":"441.529413ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:08.590469Z","caller":"traceutil/trace.go:171","msg":"trace[1103565983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8801; }","duration":"608.084679ms","start":"2026-03-29T02:17:07.98235Z","end":"2026-03-29T02:17:08.590434Z","steps":["trace[1103565983] 'agreement among raft nodes before linearized reading' (duration: 607.458401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.590522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:07.982329Z","time spent":"608.181572ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:08.591771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.568613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:08.591812Z","caller":"traceutil/trace.go:171","msg":"trace[51379529] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8801; }","duration":"403.651015ms","start":"2026-03-29T02:17:08.188151Z","end":"2026-03-29T02:17:08.591802Z","steps":["trace[51379529] 'agreement among raft nodes before linearized reading' (duration: 402.072152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:08.591838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.188131Z","time spent":"403.699517ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:09.733099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.165531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:09.733192Z","caller":"traceutil/trace.go:171","msg":"trace[2042164573] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9135; }","duration":"1.138295913s","start":"2026-03-29T02:17:08.594881Z","end":"2026-03-29T02:17:09.733177Z","steps":["trace[2042164573] 'read index received' (duration: 494.961798ms)","trace[2042164573] 'applied index is now lower than readState.Index' (duration: 643.332785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:09.733291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.467491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:09.733389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.999039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:17:09.733442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138535111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-29T02:17:09.733602Z","caller":"traceutil/trace.go:171","msg":"trace[1101003229] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"1.13962063s","start":"2026-03-29T02:17:08.593587Z","end":"2026-03-29T02:17:09.733208Z","steps":["trace[1101003229] 'process raft request' (duration: 496.269724ms)","trace[1101003229] 'compare' (duration: 642.486993ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:09.733668Z","caller":"traceutil/trace.go:171","msg":"trace[1895221976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8802; }","duration":"584.543344ms","start":"2026-03-29T02:17:09.148765Z","end":"2026-03-29T02:17:09.733308Z","steps":["trace[1895221976] 'agreement among raft nodes before linearized reading' (duration: 584.491733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:09.733794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:09.148737Z","time spent":"585.022117ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:09.73383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.593558Z","time spent":"1.140119434s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:09.733835Z","caller":"traceutil/trace.go:171","msg":"trace[2144980739] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8802; }","duration":"128.074101ms","start":"2026-03-29T02:17:09.605329Z","end":"2026-03-29T02:17:09.733403Z","steps":["trace[2144980739] 'agreement among raft nodes before linearized reading' (duration: 127.983388ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:09.733963Z","caller":"traceutil/trace.go:171","msg":"trace[1106002520] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8802; }","duration":"1.138629183s","start":"2026-03-29T02:17:08.594873Z","end":"2026-03-29T02:17:09.733502Z","steps":["trace[1106002520] 'agreement among raft nodes before linearized reading' (duration: 1.138344496s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:09.734057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:08.594845Z","time spent":"1.139194738s","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19374,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-29T02:17:09.898039Z","caller":"traceutil/trace.go:171","msg":"trace[1882514973] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9136; }","duration":"160.809879ms","start":"2026-03-29T02:17:09.737191Z","end":"2026-03-29T02:17:09.898001Z","steps":["trace[1882514973] 'read index received' (duration: 102.572882ms)","trace[1882514973] 'applied index is now lower than readState.Index' (duration: 58.235227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:09.898313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.107817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:17:09.898348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.051314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:17:09.898381Z","caller":"traceutil/trace.go:171","msg":"trace[437187682] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d5729ee5570; range_end:; response_count:1; response_revision:8802; }","duration":"161.198719ms","start":"2026-03-29T02:17:09.737162Z","end":"2026-03-29T02:17:09.898361Z","steps":["trace[437187682] 'agreement among raft nodes before linearized reading' (duration: 161.007164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:09.898402Z","caller":"traceutil/trace.go:171","msg":"trace[992298963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8802; }","duration":"115.140886ms","start":"2026-03-29T02:17:09.783244Z","end":"2026-03-29T02:17:09.898385Z","steps":["trace[992298963] 'agreement among raft nodes before linearized reading' (duration: 114.940861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:09.89862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.836884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:09.89872Z","caller":"traceutil/trace.go:171","msg":"trace[1965998962] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8802; }","duration":"104.970237ms","start":"2026-03-29T02:17:09.793732Z","end":"2026-03-29T02:17:09.898702Z","steps":["trace[1965998962] 'agreement among raft nodes before linearized reading' (duration: 104.810563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.289024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.57835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:11.289226Z","caller":"traceutil/trace.go:171","msg":"trace[1743103242] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9138; }","duration":"1.387229027s","start":"2026-03-29T02:17:09.901979Z","end":"2026-03-29T02:17:11.289208Z","steps":["trace[1743103242] 'read index received' (duration: 29.666083ms)","trace[1743103242] 'applied index is now lower than readState.Index' (duration: 1.357561784s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:11.2893Z","caller":"traceutil/trace.go:171","msg":"trace[1860122499] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"1.387072812s","start":"2026-03-29T02:17:09.902217Z","end":"2026-03-29T02:17:11.28929Z","steps":["trace[1860122499] 'process raft request' (duration: 1.386917108s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.289365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:09.902204Z","time spent":"1.387126204s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:11.28942Z","caller":"traceutil/trace.go:171","msg":"trace[1709379249] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"1.388918583s","start":"2026-03-29T02:17:09.900461Z","end":"2026-03-29T02:17:11.28938Z","steps":["trace[1709379249] 'process raft request' (duration: 844.897461ms)","trace[1709379249] 'compare' (duration: 543.064866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:11.289427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387414262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:11.289591Z","caller":"traceutil/trace.go:171","msg":"trace[1851851851] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8805; }","duration":"1.387566445s","start":"2026-03-29T02:17:09.901961Z","end":"2026-03-29T02:17:11.289527Z","steps":["trace[1851851851] 'agreement among raft nodes before linearized reading' (duration: 1.387345919s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.289619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:09.90045Z","time spent":"1.389073887s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:11.289697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:09.90195Z","time spent":"1.387729101s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:17:11.352764Z","caller":"traceutil/trace.go:171","msg":"trace[455333764] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"757.055922ms","start":"2026-03-29T02:17:10.595684Z","end":"2026-03-29T02:17:11.352739Z","steps":["trace[455333764] 'process raft request' (duration: 756.873397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.352934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.595656Z","time spent":"757.188065ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:11.352986Z","caller":"traceutil/trace.go:171","msg":"trace[282945055] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"754.214824ms","start":"2026-03-29T02:17:10.598735Z","end":"2026-03-29T02:17:11.35295Z","steps":["trace[282945055] 'process raft request' (duration: 753.960847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.353175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.598649Z","time spent":"754.44543ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:11.859654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.409615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:11.859768Z","caller":"traceutil/trace.go:171","msg":"trace[1140538323] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9140; }","duration":"570.488229ms","start":"2026-03-29T02:17:11.28926Z","end":"2026-03-29T02:17:11.859749Z","steps":["trace[1140538323] 'read index received' (duration: 63.377037ms)","trace[1140538323] 'applied index is now lower than readState.Index' (duration: 507.109892ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:11.859895Z","caller":"traceutil/trace.go:171","msg":"trace[593674517] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"1.017140761s","start":"2026-03-29T02:17:10.8427Z","end":"2026-03-29T02:17:11.859841Z","steps":["trace[593674517] 'process raft request' (duration: 905.45988ms)","trace[593674517] 'compare' (duration: 110.419867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:11.859992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790556713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:17:11.860032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.842635Z","time spent":"1.017329577s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:11.860011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.597919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:11.860101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786245875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:11.860089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208920989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-29T02:17:11.860131Z","caller":"traceutil/trace.go:171","msg":"trace[934776218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"714.779124ms","start":"2026-03-29T02:17:11.145325Z","end":"2026-03-29T02:17:11.860104Z","steps":["trace[934776218] 'agreement among raft nodes before linearized reading' (duration: 714.546588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.145304Z","time spent":"714.932878ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:11.860249Z","caller":"traceutil/trace.go:171","msg":"trace[100104948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8808; }","duration":"1.209123744s","start":"2026-03-29T02:17:10.65109Z","end":"2026-03-29T02:17:11.860214Z","steps":["trace[100104948] 'agreement among raft nodes before linearized reading' (duration: 1.208784615s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790913242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:17:11.860318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.651073Z","time spent":"1.209230057s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:11.860356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790539532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:17:11.860346Z","caller":"traceutil/trace.go:171","msg":"trace[166587865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.791013726s","start":"2026-03-29T02:17:10.069319Z","end":"2026-03-29T02:17:11.860332Z","steps":["trace[166587865] 'agreement among raft nodes before linearized reading' (duration: 1.790565203s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.860413Z","caller":"traceutil/trace.go:171","msg":"trace[733844643] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8808; }","duration":"1.790601964s","start":"2026-03-29T02:17:10.069797Z","end":"2026-03-29T02:17:11.860399Z","steps":["trace[733844643] 'agreement among raft nodes before linearized reading' (duration: 1.790506932s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.069791Z","time spent":"1.790647535s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:11.860429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.069314Z","time spent":"1.791103868s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:17:11.860042Z","caller":"traceutil/trace.go:171","msg":"trace[1884316476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8808; }","duration":"1.790635075s","start":"2026-03-29T02:17:10.069395Z","end":"2026-03-29T02:17:11.86003Z","steps":["trace[1884316476] 'agreement among raft nodes before linearized reading' (duration: 1.790393069s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926694415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-29T02:17:11.860614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791565181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:17:11.860636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.069392Z","time spent":"1.791232862s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:17:11.860648Z","caller":"traceutil/trace.go:171","msg":"trace[2069265493] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8808; }","duration":"1.926758027s","start":"2026-03-29T02:17:09.933878Z","end":"2026-03-29T02:17:11.860636Z","steps":["trace[2069265493] 'agreement among raft nodes before linearized reading' (duration: 1.926025377s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.860656Z","caller":"traceutil/trace.go:171","msg":"trace[1848369571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8808; }","duration":"1.791616552s","start":"2026-03-29T02:17:10.069027Z","end":"2026-03-29T02:17:11.860643Z","steps":["trace[1848369571] 'agreement among raft nodes before linearized reading' (duration: 1.791520729s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:09.933865Z","time spent":"1.926807208s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T02:17:11.860687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.069021Z","time spent":"1.791658973s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:17:11.86028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789266098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:17:11.860739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.974395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:17:11.860134Z","caller":"traceutil/trace.go:171","msg":"trace[641937061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8808; }","duration":"1.786300756s","start":"2026-03-29T02:17:10.073825Z","end":"2026-03-29T02:17:11.860126Z","steps":["trace[641937061] 'agreement among raft nodes before linearized reading' (duration: 1.785938216s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.860808Z","caller":"traceutil/trace.go:171","msg":"trace[258123046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8808; }","duration":"1.789804832s","start":"2026-03-29T02:17:10.070984Z","end":"2026-03-29T02:17:11.860789Z","steps":["trace[258123046] 'agreement among raft nodes before linearized reading' (duration: 1.789167705s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:11.860827Z","caller":"traceutil/trace.go:171","msg":"trace[1463730476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8808; }","duration":"566.092799ms","start":"2026-03-29T02:17:11.294721Z","end":"2026-03-29T02:17:11.860814Z","steps":["trace[1463730476] 'agreement among raft nodes before linearized reading' (duration: 565.286997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792226988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:17:11.860864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.073819Z","time spent":"1.787034197s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:17:11.860876Z","caller":"traceutil/trace.go:171","msg":"trace[2032275070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"1.79228359s","start":"2026-03-29T02:17:10.068583Z","end":"2026-03-29T02:17:11.860867Z","steps":["trace[2032275070] 'agreement among raft nodes before linearized reading' (duration: 1.792198588s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:11.860884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.070974Z","time spent":"1.789891105s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:11.860902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:10.068568Z","time spent":"1.792327341s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:11.860897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.294703Z","time spent":"566.16263ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:17:12.383943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:12.884589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:13.001926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11842998s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:13.002549Z","caller":"traceutil/trace.go:171","msg":"trace[697527005] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"1.136000571s","start":"2026-03-29T02:17:11.866522Z","end":"2026-03-29T02:17:13.002523Z","steps":["trace[697527005] 'process raft request' (duration: 1.135910399s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:13.002584Z","caller":"traceutil/trace.go:171","msg":"trace[350158362] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"1.136178375s","start":"2026-03-29T02:17:11.866388Z","end":"2026-03-29T02:17:13.002566Z","steps":["trace[350158362] 'process raft request' (duration: 1.135822356s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.002689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.866351Z","time spent":"1.136264378s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.002713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.866514Z","time spent":"1.136097714s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:13.00285Z","caller":"traceutil/trace.go:171","msg":"trace[297999062] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"1.136256128s","start":"2026-03-29T02:17:11.866575Z","end":"2026-03-29T02:17:13.002831Z","steps":["trace[297999062] 'process raft request' (duration: 1.135909438s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:13.002915Z","caller":"traceutil/trace.go:171","msg":"trace[1924651591] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"1.136090024s","start":"2026-03-29T02:17:11.866811Z","end":"2026-03-29T02:17:13.002901Z","steps":["trace[1924651591] 'process raft request' (duration: 1.135894768s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.002958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.866568Z","time spent":"1.13633511s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.002988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.866795Z","time spent":"1.136161705s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:13.002988Z","caller":"traceutil/trace.go:171","msg":"trace[763097275] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"1.135480726s","start":"2026-03-29T02:17:11.867488Z","end":"2026-03-29T02:17:13.002969Z","steps":["trace[763097275] 'process raft request' (duration: 1.135407984s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:13.003044Z","caller":"traceutil/trace.go:171","msg":"trace[674800994] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"1.136047182s","start":"2026-03-29T02:17:11.866961Z","end":"2026-03-29T02:17:13.003008Z","steps":["trace[674800994] 'process raft request' (duration: 1.135873908s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.003099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.867477Z","time spent":"1.13556988s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.003174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.866952Z","time spent":"1.136156225s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:13.003516Z","caller":"traceutil/trace.go:171","msg":"trace[471624689] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9150; }","duration":"1.1202814s","start":"2026-03-29T02:17:11.883172Z","end":"2026-03-29T02:17:13.003453Z","steps":["trace[471624689] 'read index received' (duration: 1.120271869s)","trace[471624689] 'applied index is now lower than readState.Index' (duration: 7.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:13.003603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130802688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-29T02:17:13.003664Z","caller":"traceutil/trace.go:171","msg":"trace[202116366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8815; }","duration":"1.130891611s","start":"2026-03-29T02:17:11.872749Z","end":"2026-03-29T02:17:13.003641Z","steps":["trace[202116366] 'agreement among raft nodes before linearized reading' (duration: 1.130715396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.003728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.872736Z","time spent":"1.130979633s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5704,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-29T02:17:13.003789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.107369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:13.003829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.872224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-29T02:17:13.003853Z","caller":"traceutil/trace.go:171","msg":"trace[716793213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8815; }","duration":"626.927675ms","start":"2026-03-29T02:17:12.376918Z","end":"2026-03-29T02:17:13.003846Z","steps":["trace[716793213] 'agreement among raft nodes before linearized reading' (duration: 626.813562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.003872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.376899Z","time spent":"626.969357ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:17:13.003867Z","caller":"traceutil/trace.go:171","msg":"trace[1689075400] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8815; }","duration":"558.219212ms","start":"2026-03-29T02:17:12.44562Z","end":"2026-03-29T02:17:13.003839Z","steps":["trace[1689075400] 'agreement among raft nodes before linearized reading' (duration: 558.115689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.003944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.445594Z","time spent":"558.330345ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:13.003806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.191551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:13.00416Z","caller":"traceutil/trace.go:171","msg":"trace[1237827174] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8815; }","duration":"682.607032ms","start":"2026-03-29T02:17:12.321543Z","end":"2026-03-29T02:17:13.00415Z","steps":["trace[1237827174] 'agreement among raft nodes before linearized reading' (duration: 682.221971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.004189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.321512Z","time spent":"682.669084ms","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:13.004356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.540265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:13.004476Z","caller":"traceutil/trace.go:171","msg":"trace[1253485567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8815; }","duration":"858.704599ms","start":"2026-03-29T02:17:12.145751Z","end":"2026-03-29T02:17:13.004455Z","steps":["trace[1253485567] 'agreement among raft nodes before linearized reading' (duration: 858.556385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.004536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:12.145727Z","time spent":"858.794292ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:13.005135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139755564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-29T02:17:13.005177Z","caller":"traceutil/trace.go:171","msg":"trace[2046598997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8815; }","duration":"1.139827136s","start":"2026-03-29T02:17:11.865342Z","end":"2026-03-29T02:17:13.005169Z","steps":["trace[2046598997] 'agreement among raft nodes before linearized reading' (duration: 1.138196501s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.0052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:11.865327Z","time spent":"1.139866546s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:17:13.498197Z","caller":"traceutil/trace.go:171","msg":"trace[124662103] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"487.33767ms","start":"2026-03-29T02:17:13.01083Z","end":"2026-03-29T02:17:13.498168Z","steps":["trace[124662103] 'process raft request' (duration: 487.125404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.498344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.010816Z","time spent":"487.451842ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:13.49869Z","caller":"traceutil/trace.go:171","msg":"trace[1110440173] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9150; }","duration":"350.238521ms","start":"2026-03-29T02:17:13.148411Z","end":"2026-03-29T02:17:13.498649Z","steps":["trace[1110440173] 'read index received' (duration: 349.602573ms)","trace[1110440173] 'applied index is now lower than readState.Index' (duration: 634.558µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:13.498796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.357265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:13.498889Z","caller":"traceutil/trace.go:171","msg":"trace[146342298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8816; }","duration":"350.488678ms","start":"2026-03-29T02:17:13.148376Z","end":"2026-03-29T02:17:13.498865Z","steps":["trace[146342298] 'agreement among raft nodes before linearized reading' (duration: 350.328123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.498939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.14836Z","time spent":"350.56807ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:13.904051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.904615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:13.904337Z","caller":"traceutil/trace.go:171","msg":"trace[787119939] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9151; }","duration":"405.562437ms","start":"2026-03-29T02:17:13.498752Z","end":"2026-03-29T02:17:13.904314Z","steps":["trace[787119939] 'read index received' (duration: 203.153119ms)","trace[787119939] 'applied index is now lower than readState.Index' (duration: 202.408178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:13.904329Z","caller":"traceutil/trace.go:171","msg":"trace[533385179] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"546.084519ms","start":"2026-03-29T02:17:13.358205Z","end":"2026-03-29T02:17:13.904289Z","steps":["trace[533385179] 'process raft request' (duration: 343.772074ms)","trace[533385179] 'compare' (duration: 201.692288ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:13.904465Z","caller":"traceutil/trace.go:171","msg":"trace[2025112128] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"546.132981ms","start":"2026-03-29T02:17:13.358302Z","end":"2026-03-29T02:17:13.904435Z","steps":["trace[2025112128] 'process raft request' (duration: 545.894205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.9045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.358188Z","time spent":"546.221854ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.904613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.358282Z","time spent":"546.257844ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:13.904625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.95902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:17:13.904699Z","caller":"traceutil/trace.go:171","msg":"trace[571376179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8818; }","duration":"591.050613ms","start":"2026-03-29T02:17:13.313628Z","end":"2026-03-29T02:17:13.904678Z","steps":["trace[571376179] 'agreement among raft nodes before linearized reading' (duration: 590.800126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:13.905104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.313613Z","time spent":"591.471204ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:14.242129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.7946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:14.242247Z","caller":"traceutil/trace.go:171","msg":"trace[1311907133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8818; }","duration":"225.923523ms","start":"2026-03-29T02:17:14.016305Z","end":"2026-03-29T02:17:14.242228Z","steps":["trace[1311907133] 'range keys from in-memory index tree' (duration: 225.77859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.242279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.269518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:14.242386Z","caller":"traceutil/trace.go:171","msg":"trace[268827140] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"333.218624ms","start":"2026-03-29T02:17:13.909154Z","end":"2026-03-29T02:17:14.242372Z","steps":["trace[268827140] 'process raft request' (duration: 139.800352ms)","trace[268827140] 'compare' (duration: 193.169456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:14.242433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.909136Z","time spent":"333.278867ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:14.242648Z","caller":"traceutil/trace.go:171","msg":"trace[1311575772] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"333.345598ms","start":"2026-03-29T02:17:13.90928Z","end":"2026-03-29T02:17:14.242625Z","steps":["trace[1311575772] 'process raft request' (duration: 333.066791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:14.242798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:13.90925Z","time spent":"333.487022ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:15.515738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:16.01617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:17:16.066118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052315906s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:17:16.067014Z","caller":"traceutil/trace.go:171","msg":"trace[383642455] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"1.053283884s","start":"2026-03-29T02:17:15.013714Z","end":"2026-03-29T02:17:16.066997Z","steps":["trace[383642455] 'process raft request' (duration: 1.05315285s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.067119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.013699Z","time spent":"1.053361185s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.533668Z","caller":"traceutil/trace.go:171","msg":"trace[526857323] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"1.519174575s","start":"2026-03-29T02:17:15.014469Z","end":"2026-03-29T02:17:16.533643Z","steps":["trace[526857323] 'process raft request' (duration: 1.518951679s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.533807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.014456Z","time spent":"1.519282208s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.533935Z","caller":"traceutil/trace.go:171","msg":"trace[930689595] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"1.519038691s","start":"2026-03-29T02:17:15.014874Z","end":"2026-03-29T02:17:16.533913Z","steps":["trace[930689595] 'process raft request' (duration: 1.518730973s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.534099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.014865Z","time spent":"1.519122083s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.534184Z","caller":"traceutil/trace.go:171","msg":"trace[1316085074] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"1.519167945s","start":"2026-03-29T02:17:15.014992Z","end":"2026-03-29T02:17:16.53416Z","steps":["trace[1316085074] 'process raft request' (duration: 1.518837216s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.534329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.014973Z","time spent":"1.519286528s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.534573Z","caller":"traceutil/trace.go:171","msg":"trace[326700496] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"1.519170905s","start":"2026-03-29T02:17:15.015392Z","end":"2026-03-29T02:17:16.534563Z","steps":["trace[326700496] 'process raft request' (duration: 1.518681292s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.534625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.01538Z","time spent":"1.519220136s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.535067Z","caller":"traceutil/trace.go:171","msg":"trace[1049810319] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"622.055302ms","start":"2026-03-29T02:17:15.912978Z","end":"2026-03-29T02:17:16.535033Z","steps":["trace[1049810319] 'process raft request' (duration: 621.524648ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:16.535142Z","caller":"traceutil/trace.go:171","msg":"trace[1653343049] linearizableReadLoop","detail":"{readStateIndex:9162; appliedIndex:9155; }","duration":"1.520508251s","start":"2026-03-29T02:17:15.014606Z","end":"2026-03-29T02:17:16.535114Z","steps":["trace[1653343049] 'read index received' (duration: 1.052371938s)","trace[1653343049] 'applied index is now lower than readState.Index' (duration: 468.134943ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:16.535121Z","caller":"traceutil/trace.go:171","msg":"trace[804676047] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"621.806436ms","start":"2026-03-29T02:17:15.913288Z","end":"2026-03-29T02:17:16.535094Z","steps":["trace[804676047] 'process raft request' (duration: 621.543069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.535347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.912949Z","time spent":"622.203706ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:16.535522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480177956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-29T02:17:16.535576Z","caller":"traceutil/trace.go:171","msg":"trace[287428473] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8827; }","duration":"1.480257258s","start":"2026-03-29T02:17:15.055305Z","end":"2026-03-29T02:17:16.535562Z","steps":["trace[287428473] 'agreement among raft nodes before linearized reading' (duration: 1.480085663s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.535598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520982694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"warn","ts":"2026-03-29T02:17:16.535582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.75443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:16.53567Z","caller":"traceutil/trace.go:171","msg":"trace[1498948886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8827; }","duration":"1.521071957s","start":"2026-03-29T02:17:15.014581Z","end":"2026-03-29T02:17:16.535653Z","steps":["trace[1498948886] 'agreement among raft nodes before linearized reading' (duration: 1.520661186s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.535704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387550226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:16.535725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.01457Z","time spent":"1.521141349s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:17:16.535751Z","caller":"traceutil/trace.go:171","msg":"trace[1619128971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8827; }","duration":"1.387633689s","start":"2026-03-29T02:17:15.148109Z","end":"2026-03-29T02:17:16.535742Z","steps":["trace[1619128971] 'agreement among raft nodes before linearized reading' (duration: 1.387574907s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.535777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.14809Z","time spent":"1.38768187s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:16.53562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.055292Z","time spent":"1.48032014s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:17:16.535664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196580482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:16.535926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.445309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:17:16.535972Z","caller":"traceutil/trace.go:171","msg":"trace[1014926952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8827; }","duration":"1.196917391s","start":"2026-03-29T02:17:15.339039Z","end":"2026-03-29T02:17:16.535956Z","steps":["trace[1014926952] 'agreement among raft nodes before linearized reading' (duration: 1.196599803s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:16.535989Z","caller":"traceutil/trace.go:171","msg":"trace[652689036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8827; }","duration":"287.523122ms","start":"2026-03-29T02:17:16.248451Z","end":"2026-03-29T02:17:16.535974Z","steps":["trace[652689036] 'agreement among raft nodes before linearized reading' (duration: 287.291706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.53602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.339021Z","time spent":"1.196982943s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:16.535711Z","caller":"traceutil/trace.go:171","msg":"trace[1360111083] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8827; }","duration":"557.915984ms","start":"2026-03-29T02:17:15.977777Z","end":"2026-03-29T02:17:16.535693Z","steps":["trace[1360111083] 'agreement among raft nodes before linearized reading' (duration: 557.74743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.53609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.977762Z","time spent":"558.311135ms","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:16.536308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:15.913273Z","time spent":"622.081043ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:16.536783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.500859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:16.536821Z","caller":"traceutil/trace.go:171","msg":"trace[427663625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8827; }","duration":"288.56907ms","start":"2026-03-29T02:17:16.248244Z","end":"2026-03-29T02:17:16.536813Z","steps":["trace[427663625] 'agreement among raft nodes before linearized reading' (duration: 287.633834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.858048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.934568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:16.858281Z","caller":"traceutil/trace.go:171","msg":"trace[2062799197] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"319.119667ms","start":"2026-03-29T02:17:16.539132Z","end":"2026-03-29T02:17:16.858251Z","steps":["trace[2062799197] 'process raft request' (duration: 90.86133ms)","trace[2062799197] 'compare' (duration: 227.728573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:16.858389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.935366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:16.858408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.539112Z","time spent":"319.226161ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:16.858439Z","caller":"traceutil/trace.go:171","msg":"trace[1020999578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"314.008458ms","start":"2026-03-29T02:17:16.544417Z","end":"2026-03-29T02:17:16.858425Z","steps":["trace[1020999578] 'agreement among raft nodes before linearized reading' (duration: 313.906505ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:16.858292Z","caller":"traceutil/trace.go:171","msg":"trace[852106500] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9162; }","duration":"313.830843ms","start":"2026-03-29T02:17:16.544444Z","end":"2026-03-29T02:17:16.858275Z","steps":["trace[852106500] 'read index received' (duration: 85.525415ms)","trace[852106500] 'applied index is now lower than readState.Index' (duration: 228.304178ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:16.858446Z","caller":"traceutil/trace.go:171","msg":"trace[367444267] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"318.504811ms","start":"2026-03-29T02:17:16.539915Z","end":"2026-03-29T02:17:16.85842Z","steps":["trace[367444267] 'process raft request' (duration: 318.265964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:16.858561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.539899Z","time spent":"318.601893ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:16.858701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.007831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:16.858713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:16.544405Z","time spent":"314.249504ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:16.858767Z","caller":"traceutil/trace.go:171","msg":"trace[1680842208] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8829; }","duration":"282.151935ms","start":"2026-03-29T02:17:16.576597Z","end":"2026-03-29T02:17:16.858749Z","steps":["trace[1680842208] 'agreement among raft nodes before linearized reading' (duration: 282.007611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.215904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130809828s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:17:18.216237Z","caller":"traceutil/trace.go:171","msg":"trace[144489963] linearizableReadLoop","detail":"{readStateIndex:9165; appliedIndex:9164; }","duration":"1.194845284s","start":"2026-03-29T02:17:17.021365Z","end":"2026-03-29T02:17:18.216211Z","steps":["trace[144489963] 'read index received' (duration: 63.660986ms)","trace[144489963] 'applied index is now lower than readState.Index' (duration: 1.131181998s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.262746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.20993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.26292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.648375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:17:18.262969Z","caller":"traceutil/trace.go:171","msg":"trace[1128893379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8830; }","duration":"190.725097ms","start":"2026-03-29T02:17:18.072227Z","end":"2026-03-29T02:17:18.262952Z","steps":["trace[1128893379] 'agreement among raft nodes before linearized reading' (duration: 144.176592ms)","trace[1128893379] 'range keys from in-memory index tree' (duration: 46.409521ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:18.262929Z","caller":"traceutil/trace.go:171","msg":"trace[637850954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"280.480898ms","start":"2026-03-29T02:17:17.982417Z","end":"2026-03-29T02:17:18.262898Z","steps":["trace[637850954] 'agreement among raft nodes before linearized reading' (duration: 233.967614ms)","trace[637850954] 'range keys from in-memory index tree' (duration: 46.305688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.263036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215453417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-29T02:17:18.262749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241364528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:18.263111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.249211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-29T02:17:18.26312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.998347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:18.263155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:17:18.263177Z","caller":"traceutil/trace.go:171","msg":"trace[882761309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8830; }","duration":"1.241847001s","start":"2026-03-29T02:17:17.021301Z","end":"2026-03-29T02:17:18.263148Z","steps":["trace[882761309] 'agreement among raft nodes before linearized reading' (duration: 1.195015609s)","trace[882761309] 'count revisions from in-memory index tree' (duration: 46.345799ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:18.263212Z","caller":"traceutil/trace.go:171","msg":"trace[1676128035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8830; }","duration":"1.215610582s","start":"2026-03-29T02:17:17.047523Z","end":"2026-03-29T02:17:18.263134Z","steps":["trace[1676128035] 'agreement among raft nodes before linearized reading' (duration: 1.168840201s)","trace[1676128035] 'range keys from in-memory index tree' (duration: 46.443051ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:18.263263Z","caller":"traceutil/trace.go:171","msg":"trace[6429171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8830; }","duration":"248.81675ms","start":"2026-03-29T02:17:18.014417Z","end":"2026-03-29T02:17:18.263234Z","steps":["trace[6429171] 'agreement among raft nodes before linearized reading' (duration: 201.965047ms)","trace[6429171] 'range keys from in-memory index tree' (duration: 46.602626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.263285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.021276Z","time spent":"1.241974774s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:18.263193Z","caller":"traceutil/trace.go:171","msg":"trace[729229545] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8830; }","duration":"967.11879ms","start":"2026-03-29T02:17:17.29605Z","end":"2026-03-29T02:17:18.263169Z","steps":["trace[729229545] 'agreement among raft nodes before linearized reading' (duration: 920.355459ms)","trace[729229545] 'count revisions from in-memory index tree' (duration: 46.657528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.263309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.047511Z","time spent":"1.215778986s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:17:18.263385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.296027Z","time spent":"967.345156ms","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":110,"response size":28,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:18.263181Z","caller":"traceutil/trace.go:171","msg":"trace[919976079] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb; range_end:; response_count:1; response_revision:8830; }","duration":"767.340234ms","start":"2026-03-29T02:17:17.495814Z","end":"2026-03-29T02:17:18.263154Z","steps":["trace[919976079] 'agreement among raft nodes before linearized reading' (duration: 720.582643ms)","trace[919976079] 'range keys from in-memory index tree' (duration: 46.613847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.263498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:17.495798Z","time spent":"767.658543ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-84d84c76ff-2hnch.18a12e43f06acadb\" "} {"level":"info","ts":"2026-03-29T02:17:18.507205Z","caller":"traceutil/trace.go:171","msg":"trace[1663627069] linearizableReadLoop","detail":"{readStateIndex:9167; appliedIndex:9166; }","duration":"220.366941ms","start":"2026-03-29T02:17:18.286812Z","end":"2026-03-29T02:17:18.507179Z","steps":["trace[1663627069] 'read index received' (duration: 220.275359ms)","trace[1663627069] 'applied index is now lower than readState.Index' (duration: 90.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:18.507244Z","caller":"traceutil/trace.go:171","msg":"trace[522754168] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"223.99476ms","start":"2026-03-29T02:17:18.28322Z","end":"2026-03-29T02:17:18.507215Z","steps":["trace[522754168] 'process raft request' (duration: 223.764784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.508126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.286616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-29T02:17:18.508192Z","caller":"traceutil/trace.go:171","msg":"trace[1117192029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-886b1a2c-63a0-4053-a7a2-487d8023bd32; range_end:; response_count:1; response_revision:8831; }","duration":"221.407689ms","start":"2026-03-29T02:17:18.286763Z","end":"2026-03-29T02:17:18.508171Z","steps":["trace[1117192029] 'agreement among raft nodes before linearized reading' (duration: 220.540366ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.880803Z","caller":"traceutil/trace.go:171","msg":"trace[678589715] linearizableReadLoop","detail":"{readStateIndex:9168; appliedIndex:9167; }","duration":"373.504899ms","start":"2026-03-29T02:17:18.507276Z","end":"2026-03-29T02:17:18.880781Z","steps":["trace[678589715] 'read index received' (duration: 373.445427ms)","trace[678589715] 'applied index is now lower than readState.Index' (duration: 58.602µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:18.880952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.725283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:17:18.881001Z","caller":"traceutil/trace.go:171","msg":"trace[889811697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8832; }","duration":"567.827066ms","start":"2026-03-29T02:17:18.313162Z","end":"2026-03-29T02:17:18.880989Z","steps":["trace[889811697] 'agreement among raft nodes before linearized reading' (duration: 567.691432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.881035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.313152Z","time spent":"567.871368ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:18.880826Z","caller":"traceutil/trace.go:171","msg":"trace[488129301] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"568.910606ms","start":"2026-03-29T02:17:18.311896Z","end":"2026-03-29T02:17:18.880807Z","steps":["trace[488129301] 'process raft request' (duration: 568.6872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.881442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.311853Z","time spent":"569.506852ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:18.884126Z","caller":"traceutil/trace.go:171","msg":"trace[2125810615] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"344.188855ms","start":"2026-03-29T02:17:18.53991Z","end":"2026-03-29T02:17:18.884099Z","steps":["trace[2125810615] 'process raft request' (duration: 343.598009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.884245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.53989Z","time spent":"344.293368ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:18.884358Z","caller":"traceutil/trace.go:171","msg":"trace[132078990] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"343.090776ms","start":"2026-03-29T02:17:18.541256Z","end":"2026-03-29T02:17:18.884347Z","steps":["trace[132078990] 'process raft request' (duration: 342.612923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.88442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.541241Z","time spent":"343.143907ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:18.88516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.563526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.885214Z","caller":"traceutil/trace.go:171","msg":"trace[10711468] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8835; }","duration":"170.648368ms","start":"2026-03-29T02:17:18.714552Z","end":"2026-03-29T02:17:18.8852Z","steps":["trace[10711468] 'agreement among raft nodes before linearized reading' (duration: 170.562326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.885151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.231207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.885358Z","caller":"traceutil/trace.go:171","msg":"trace[427880320] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8835; }","duration":"170.464294ms","start":"2026-03-29T02:17:18.714867Z","end":"2026-03-29T02:17:18.885331Z","steps":["trace[427880320] 'agreement among raft nodes before linearized reading' (duration: 170.185816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.885633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.084311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.885686Z","caller":"traceutil/trace.go:171","msg":"trace[699260158] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8835; }","duration":"171.155192ms","start":"2026-03-29T02:17:18.714519Z","end":"2026-03-29T02:17:18.885674Z","steps":["trace[699260158] 'agreement among raft nodes before linearized reading' (duration: 171.056529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.885796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.785403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.885834Z","caller":"traceutil/trace.go:171","msg":"trace[13166509] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8835; }","duration":"185.843895ms","start":"2026-03-29T02:17:18.69998Z","end":"2026-03-29T02:17:18.885824Z","steps":["trace[13166509] 'agreement among raft nodes before linearized reading' (duration: 185.789334ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.885919Z","caller":"traceutil/trace.go:171","msg":"trace[1720782628] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"170.988807ms","start":"2026-03-29T02:17:18.714905Z","end":"2026-03-29T02:17:18.885893Z","steps":["trace[1720782628] 'process raft request' (duration: 169.147587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.063064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:17:18.886061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.915167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:17:18.886069Z","caller":"traceutil/trace.go:171","msg":"trace[1806655310] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8835; }","duration":"347.117806ms","start":"2026-03-29T02:17:18.538938Z","end":"2026-03-29T02:17:18.886055Z","steps":["trace[1806655310] 'agreement among raft nodes before linearized reading' (duration: 346.972082ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.886095Z","caller":"traceutil/trace.go:171","msg":"trace[504782562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8835; }","duration":"347.993139ms","start":"2026-03-29T02:17:18.538091Z","end":"2026-03-29T02:17:18.886084Z","steps":["trace[504782562] 'agreement among raft nodes before linearized reading' (duration: 347.890026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.538874Z","time spent":"347.241149ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:18.886132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.913974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.886189Z","caller":"traceutil/trace.go:171","msg":"trace[1222902323] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8835; }","duration":"186.997867ms","start":"2026-03-29T02:17:18.699167Z","end":"2026-03-29T02:17:18.886165Z","steps":["trace[1222902323] 'agreement among raft nodes before linearized reading' (duration: 186.943145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.37305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:17:18.886248Z","caller":"traceutil/trace.go:171","msg":"trace[318395553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8835; }","duration":"348.446462ms","start":"2026-03-29T02:17:18.537793Z","end":"2026-03-29T02:17:18.886239Z","steps":["trace[318395553] 'agreement among raft nodes before linearized reading' (duration: 348.359359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.53777Z","time spent":"348.501913ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:18.88631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.841434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.886348Z","caller":"traceutil/trace.go:171","msg":"trace[1268789493] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8835; }","duration":"274.905046ms","start":"2026-03-29T02:17:18.611432Z","end":"2026-03-29T02:17:18.886337Z","steps":["trace[1268789493] 'agreement among raft nodes before linearized reading' (duration: 274.847675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.866713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.886543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.059946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.886562Z","caller":"traceutil/trace.go:171","msg":"trace[8840344] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8835; }","duration":"233.008908ms","start":"2026-03-29T02:17:18.65352Z","end":"2026-03-29T02:17:18.886529Z","steps":["trace[8840344] 'agreement among raft nodes before linearized reading' (duration: 232.812442ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.886588Z","caller":"traceutil/trace.go:171","msg":"trace[668042970] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8835; }","duration":"234.120788ms","start":"2026-03-29T02:17:18.652446Z","end":"2026-03-29T02:17:18.886567Z","steps":["trace[668042970] 'agreement among raft nodes before linearized reading' (duration: 234.061606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.88682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.874123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.886893Z","caller":"traceutil/trace.go:171","msg":"trace[435509378] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8835; }","duration":"276.009056ms","start":"2026-03-29T02:17:18.610868Z","end":"2026-03-29T02:17:18.886877Z","steps":["trace[435509378] 'agreement among raft nodes before linearized reading' (duration: 275.901513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.78962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.88698Z","caller":"traceutil/trace.go:171","msg":"trace[36219398] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8835; }","duration":"256.864901ms","start":"2026-03-29T02:17:18.6301Z","end":"2026-03-29T02:17:18.886965Z","steps":["trace[36219398] 'agreement among raft nodes before linearized reading' (duration: 256.758209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.888012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.944451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.888051Z","caller":"traceutil/trace.go:171","msg":"trace[1774494109] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8835; }","duration":"257.993163ms","start":"2026-03-29T02:17:18.630047Z","end":"2026-03-29T02:17:18.88804Z","steps":["trace[1774494109] 'agreement among raft nodes before linearized reading' (duration: 257.932351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.888049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.164088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.888162Z","caller":"traceutil/trace.go:171","msg":"trace[1417667660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8835; }","duration":"277.293421ms","start":"2026-03-29T02:17:18.610835Z","end":"2026-03-29T02:17:18.888129Z","steps":["trace[1417667660] 'agreement among raft nodes before linearized reading' (duration: 277.138217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.931496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.888353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.241564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:18.88836Z","caller":"traceutil/trace.go:171","msg":"trace[951542621] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8835; }","duration":"258.304331ms","start":"2026-03-29T02:17:18.630023Z","end":"2026-03-29T02:17:18.888327Z","steps":["trace[951542621] 'agreement among raft nodes before linearized reading' (duration: 255.858424ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.888413Z","caller":"traceutil/trace.go:171","msg":"trace[1421769730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8835; }","duration":"341.323117ms","start":"2026-03-29T02:17:18.547076Z","end":"2026-03-29T02:17:18.888399Z","steps":["trace[1421769730] 'agreement among raft nodes before linearized reading' (duration: 341.153162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.888456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.547065Z","time spent":"341.380458ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:17:18.886087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.862483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.888589Z","caller":"traceutil/trace.go:171","msg":"trace[392079807] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8835; }","duration":"189.402563ms","start":"2026-03-29T02:17:18.699174Z","end":"2026-03-29T02:17:18.888576Z","steps":["trace[392079807] 'agreement among raft nodes before linearized reading' (duration: 186.881604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.888705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.638515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:17:18.88876Z","caller":"traceutil/trace.go:171","msg":"trace[1730382836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8835; }","duration":"349.733637ms","start":"2026-03-29T02:17:18.539012Z","end":"2026-03-29T02:17:18.888746Z","steps":["trace[1730382836] 'agreement among raft nodes before linearized reading' (duration: 349.578893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.538065Z","time spent":"348.053561ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:18.888874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.717254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.888897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.741445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.888925Z","caller":"traceutil/trace.go:171","msg":"trace[1690464740] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8835; }","duration":"207.799356ms","start":"2026-03-29T02:17:18.681115Z","end":"2026-03-29T02:17:18.888914Z","steps":["trace[1690464740] 'agreement among raft nodes before linearized reading' (duration: 207.725444ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.88894Z","caller":"traceutil/trace.go:171","msg":"trace[2121639975] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8835; }","duration":"207.809246ms","start":"2026-03-29T02:17:18.681118Z","end":"2026-03-29T02:17:18.888927Z","steps":["trace[2121639975] 'agreement among raft nodes before linearized reading' (duration: 207.743114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.888805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.538996Z","time spent":"349.799099ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:18.889074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.229313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889119Z","caller":"traceutil/trace.go:171","msg":"trace[1435113689] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8835; }","duration":"206.275334ms","start":"2026-03-29T02:17:18.682831Z","end":"2026-03-29T02:17:18.889107Z","steps":["trace[1435113689] 'agreement among raft nodes before linearized reading' (duration: 206.217103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.886485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.889862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.88923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.736415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889238Z","caller":"traceutil/trace.go:171","msg":"trace[511586231] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8835; }","duration":"236.679729ms","start":"2026-03-29T02:17:18.652548Z","end":"2026-03-29T02:17:18.889228Z","steps":["trace[511586231] 'agreement among raft nodes before linearized reading' (duration: 233.874802ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.889266Z","caller":"traceutil/trace.go:171","msg":"trace[1753417157] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8835; }","duration":"203.794037ms","start":"2026-03-29T02:17:18.685463Z","end":"2026-03-29T02:17:18.889257Z","steps":["trace[1753417157] 'agreement among raft nodes before linearized reading' (duration: 203.744216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.374152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889374Z","caller":"traceutil/trace.go:171","msg":"trace[679378945] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8835; }","duration":"119.436444ms","start":"2026-03-29T02:17:18.769927Z","end":"2026-03-29T02:17:18.889363Z","steps":["trace[679378945] 'agreement among raft nodes before linearized reading' (duration: 119.367192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.54336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889452Z","caller":"traceutil/trace.go:171","msg":"trace[538937362] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8835; }","duration":"153.60099ms","start":"2026-03-29T02:17:18.735844Z","end":"2026-03-29T02:17:18.889445Z","steps":["trace[538937362] 'agreement among raft nodes before linearized reading' (duration: 153.556729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.032217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889607Z","caller":"traceutil/trace.go:171","msg":"trace[618479354] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8835; }","duration":"137.062278ms","start":"2026-03-29T02:17:18.752538Z","end":"2026-03-29T02:17:18.889601Z","steps":["trace[618479354] 'agreement among raft nodes before linearized reading' (duration: 137.016806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.075893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889672Z","caller":"traceutil/trace.go:171","msg":"trace[1140878395] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8835; }","duration":"104.128304ms","start":"2026-03-29T02:17:18.785517Z","end":"2026-03-29T02:17:18.889645Z","steps":["trace[1140878395] 'agreement among raft nodes before linearized reading' (duration: 104.060032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.478789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889733Z","caller":"traceutil/trace.go:171","msg":"trace[2036081188] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8835; }","duration":"137.52698ms","start":"2026-03-29T02:17:18.7522Z","end":"2026-03-29T02:17:18.889727Z","steps":["trace[2036081188] 'agreement among raft nodes before linearized reading' (duration: 137.494029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.633253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889847Z","caller":"traceutil/trace.go:171","msg":"trace[293011655] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8835; }","duration":"137.691904ms","start":"2026-03-29T02:17:18.752149Z","end":"2026-03-29T02:17:18.889841Z","steps":["trace[293011655] 'agreement among raft nodes before linearized reading' (duration: 137.656593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.761312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.88992Z","caller":"traceutil/trace.go:171","msg":"trace[771795934] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8835; }","duration":"104.829573ms","start":"2026-03-29T02:17:18.785081Z","end":"2026-03-29T02:17:18.88991Z","steps":["trace[771795934] 'agreement among raft nodes before linearized reading' (duration: 104.767832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.889947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.987184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:18.889997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.116485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.889993Z","caller":"traceutil/trace.go:171","msg":"trace[638927625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8835; }","duration":"153.082316ms","start":"2026-03-29T02:17:18.7369Z","end":"2026-03-29T02:17:18.889983Z","steps":["trace[638927625] 'agreement among raft nodes before linearized reading' (duration: 152.983894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.89007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.007848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.890027Z","caller":"traceutil/trace.go:171","msg":"trace[684090863] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8835; }","duration":"154.173876ms","start":"2026-03-29T02:17:18.735844Z","end":"2026-03-29T02:17:18.890018Z","steps":["trace[684090863] 'agreement among raft nodes before linearized reading' (duration: 154.130395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.890156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.114486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.890186Z","caller":"traceutil/trace.go:171","msg":"trace[1021130899] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8835; }","duration":"119.151117ms","start":"2026-03-29T02:17:18.771025Z","end":"2026-03-29T02:17:18.890176Z","steps":["trace[1021130899] 'agreement among raft nodes before linearized reading' (duration: 119.112215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:18.890111Z","caller":"traceutil/trace.go:171","msg":"trace[1711858168] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8835; }","duration":"105.06401ms","start":"2026-03-29T02:17:18.785034Z","end":"2026-03-29T02:17:18.890098Z","steps":["trace[1711858168] 'agreement among raft nodes before linearized reading' (duration: 105.008809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:18.890284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.301048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:18.890308Z","caller":"traceutil/trace.go:171","msg":"trace[1836551624] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8835; }","duration":"120.339389ms","start":"2026-03-29T02:17:18.769963Z","end":"2026-03-29T02:17:18.890303Z","steps":["trace[1836551624] 'agreement among raft nodes before linearized reading' (duration: 120.299948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.970179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.703877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:19.970596Z","caller":"traceutil/trace.go:171","msg":"trace[1659888881] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"598.239449ms","start":"2026-03-29T02:17:19.372339Z","end":"2026-03-29T02:17:19.970578Z","steps":["trace[1659888881] 'process raft request' (duration: 598.195598ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.970732Z","caller":"traceutil/trace.go:171","msg":"trace[1819904351] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"1.071150284s","start":"2026-03-29T02:17:18.899561Z","end":"2026-03-29T02:17:19.970712Z","steps":["trace[1819904351] 'process raft request' (duration: 1.070763553s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.970746Z","caller":"traceutil/trace.go:171","msg":"trace[1423254080] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"1.070442804s","start":"2026-03-29T02:17:18.900274Z","end":"2026-03-29T02:17:19.970717Z","steps":["trace[1423254080] 'process raft request' (duration: 1.070218978s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.97079Z","caller":"traceutil/trace.go:171","msg":"trace[835864300] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9172; }","duration":"1.057912971s","start":"2026-03-29T02:17:18.912865Z","end":"2026-03-29T02:17:19.970778Z","steps":["trace[835864300] 'read index received' (duration: 81.574477ms)","trace[835864300] 'applied index is now lower than readState.Index' (duration: 976.337194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:19.97083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.89955Z","time spent":"1.071233766s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:19.970837Z","caller":"traceutil/trace.go:171","msg":"trace[296286998] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"1.073128558s","start":"2026-03-29T02:17:18.897648Z","end":"2026-03-29T02:17:19.970776Z","steps":["trace[296286998] 'process raft request' (duration: 96.764333ms)","trace[296286998] 'compare' (duration: 975.588794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:19.9707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.372309Z","time spent":"598.330102ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:19.970982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.900242Z","time spent":"1.070561868s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:19.971009Z","caller":"traceutil/trace.go:171","msg":"trace[175076755] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"1.07100389s","start":"2026-03-29T02:17:18.899983Z","end":"2026-03-29T02:17:19.970987Z","steps":["trace[175076755] 'process raft request' (duration: 1.070429884s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.897635Z","time spent":"1.073316903s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:19.971013Z","caller":"traceutil/trace.go:171","msg":"trace[1308973420] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"1.07320424s","start":"2026-03-29T02:17:18.897783Z","end":"2026-03-29T02:17:19.970987Z","steps":["trace[1308973420] 'process raft request' (duration: 1.0724938s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.122552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.899975Z","time spent":"1.071081792s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:19.971156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.162969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.897772Z","time spent":"1.073310763s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:19.971175Z","caller":"traceutil/trace.go:171","msg":"trace[1255325668] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8842; }","duration":"990.194184ms","start":"2026-03-29T02:17:18.980965Z","end":"2026-03-29T02:17:19.971159Z","steps":["trace[1255325668] 'agreement among raft nodes before linearized reading' (duration: 990.101632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.971191Z","caller":"traceutil/trace.go:171","msg":"trace[1660774060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8842; }","duration":"926.233181ms","start":"2026-03-29T02:17:19.044947Z","end":"2026-03-29T02:17:19.97118Z","steps":["trace[1660774060] 'agreement among raft nodes before linearized reading' (duration: 926.169939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.97122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036996768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058005864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.97127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.596447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971273Z","caller":"traceutil/trace.go:171","msg":"trace[223224660] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8842; }","duration":"1.058197988s","start":"2026-03-29T02:17:18.913063Z","end":"2026-03-29T02:17:19.971261Z","steps":["trace[223224660] 'agreement among raft nodes before linearized reading' (duration: 1.057973672s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.97128Z","caller":"traceutil/trace.go:171","msg":"trace[1764801985] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8842; }","duration":"1.037074879s","start":"2026-03-29T02:17:18.934181Z","end":"2026-03-29T02:17:19.971255Z","steps":["trace[1764801985] 'agreement among raft nodes before linearized reading' (duration: 1.037018237s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.97131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011391775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.913044Z","time spent":"1.05826168s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:19.971334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.708195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:17:19.971349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.25024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.934161Z","time spent":"1.037165022s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:17:19.971374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012554097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971378Z","caller":"traceutil/trace.go:171","msg":"trace[246630567] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8842; }","duration":"365.797858ms","start":"2026-03-29T02:17:19.605572Z","end":"2026-03-29T02:17:19.97137Z","steps":["trace[246630567] 'agreement among raft nodes before linearized reading' (duration: 365.667305ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.971381Z","caller":"traceutil/trace.go:171","msg":"trace[1191060260] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8842; }","duration":"969.310922ms","start":"2026-03-29T02:17:19.002062Z","end":"2026-03-29T02:17:19.971372Z","steps":["trace[1191060260] 'agreement among raft nodes before linearized reading' (duration: 969.265971ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.971393Z","caller":"traceutil/trace.go:171","msg":"trace[484395380] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8842; }","duration":"1.012605639s","start":"2026-03-29T02:17:18.958783Z","end":"2026-03-29T02:17:19.971388Z","steps":["trace[484395380] 'agreement among raft nodes before linearized reading' (duration: 1.012577038s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.97141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.605552Z","time spent":"365.852549ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-03-29T02:17:19.971418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.958754Z","time spent":"1.01265857s","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:19.971272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.801545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.857394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.002043Z","time spent":"969.368203ms","remote":"127.0.0.1:45622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:17:19.971569Z","caller":"traceutil/trace.go:171","msg":"trace[2033082880] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8842; }","duration":"398.942776ms","start":"2026-03-29T02:17:19.572617Z","end":"2026-03-29T02:17:19.97156Z","steps":["trace[2033082880] 'agreement among raft nodes before linearized reading' (duration: 398.842394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.572602Z","time spent":"398.988508ms","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:19.971612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037390398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.488957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.589619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971667Z","caller":"traceutil/trace.go:171","msg":"trace[1103026224] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8842; }","duration":"1.03744895s","start":"2026-03-29T02:17:18.934206Z","end":"2026-03-29T02:17:19.971655Z","steps":["trace[1103026224] 'agreement among raft nodes before linearized reading' (duration: 1.037361888s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:19.97169Z","caller":"traceutil/trace.go:171","msg":"trace[895931555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8842; }","duration":"111.674571ms","start":"2026-03-29T02:17:19.860002Z","end":"2026-03-29T02:17:19.971677Z","steps":["trace[895931555] 'agreement among raft nodes before linearized reading' (duration: 111.595869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037519921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971734Z","caller":"traceutil/trace.go:171","msg":"trace[2040354751] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8842; }","duration":"1.037592194s","start":"2026-03-29T02:17:18.934137Z","end":"2026-03-29T02:17:19.971729Z","steps":["trace[2040354751] 'agreement among raft nodes before linearized reading' (duration: 1.037553573s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058293481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.9341Z","time spent":"1.037649095s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:19.971769Z","caller":"traceutil/trace.go:171","msg":"trace[602422737] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8842; }","duration":"1.058345803s","start":"2026-03-29T02:17:18.913414Z","end":"2026-03-29T02:17:19.97176Z","steps":["trace[602422737] 'agreement among raft nodes before linearized reading' (duration: 1.058278421s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058303261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:19.971807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.913406Z","time spent":"1.058392954s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:17:19.971621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.22084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971847Z","caller":"traceutil/trace.go:171","msg":"trace[2022941776] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8842; }","duration":"969.456266ms","start":"2026-03-29T02:17:19.002379Z","end":"2026-03-29T02:17:19.971835Z","steps":["trace[2022941776] 'agreement among raft nodes before linearized reading' (duration: 969.215679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.04492Z","time spent":"926.295703ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:19.971708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.934137Z","time spent":"1.037561743s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:17:19.971678Z","caller":"traceutil/trace.go:171","msg":"trace[288355392] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8842; }","duration":"993.197976ms","start":"2026-03-29T02:17:18.978472Z","end":"2026-03-29T02:17:19.97167Z","steps":["trace[288355392] 'agreement among raft nodes before linearized reading' (duration: 992.683832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.002372Z","time spent":"969.519307ms","remote":"127.0.0.1:45622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-29T02:17:19.971848Z","caller":"traceutil/trace.go:171","msg":"trace[1327290206] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8842; }","duration":"1.059027612s","start":"2026-03-29T02:17:18.912801Z","end":"2026-03-29T02:17:19.971828Z","steps":["trace[1327290206] 'agreement among raft nodes before linearized reading' (duration: 1.058174828s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.971939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.978469Z","time spent":"993.456403ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:17:19.971952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.841837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971346Z","caller":"traceutil/trace.go:171","msg":"trace[1817102791] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8842; }","duration":"1.011457837s","start":"2026-03-29T02:17:18.959877Z","end":"2026-03-29T02:17:19.971335Z","steps":["trace[1817102791] 'agreement among raft nodes before linearized reading' (duration: 1.011415046s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.972022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.959856Z","time spent":"1.012156557s","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:17:19.97122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.980959Z","time spent":"990.251536ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-29T02:17:19.97201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.912775Z","time spent":"1.059181085s","remote":"127.0.0.1:45586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-29T02:17:19.971225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012521536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:19.971308Z","caller":"traceutil/trace.go:171","msg":"trace[481777610] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8842; }","duration":"966.646179ms","start":"2026-03-29T02:17:19.004653Z","end":"2026-03-29T02:17:19.971299Z","steps":["trace[481777610] 'agreement among raft nodes before linearized reading' (duration: 966.592688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.97187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.792338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:19.972128Z","caller":"traceutil/trace.go:171","msg":"trace[523591995] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8842; }","duration":"1.013479123s","start":"2026-03-29T02:17:18.958638Z","end":"2026-03-29T02:17:19.972117Z","steps":["trace[523591995] 'agreement among raft nodes before linearized reading' (duration: 1.012555607s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.972235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.958602Z","time spent":"1.013621366s","remote":"127.0.0.1:45604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-29T02:17:19.972215Z","caller":"traceutil/trace.go:171","msg":"trace[31154626] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8842; }","duration":"969.889068ms","start":"2026-03-29T02:17:19.002085Z","end":"2026-03-29T02:17:19.971974Z","steps":["trace[31154626] 'agreement among raft nodes before linearized reading' (duration: 969.24216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.973909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.002074Z","time spent":"971.82245ms","remote":"127.0.0.1:45622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:19.972175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.004645Z","time spent":"967.516063ms","remote":"127.0.0.1:53818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-29T02:17:19.972288Z","caller":"traceutil/trace.go:171","msg":"trace[2061477725] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8842; }","duration":"366.469786ms","start":"2026-03-29T02:17:19.605744Z","end":"2026-03-29T02:17:19.972214Z","steps":["trace[2061477725] 'agreement among raft nodes before linearized reading' (duration: 365.395997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.974176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.605695Z","time spent":"368.471941ms","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:19.971509Z","caller":"traceutil/trace.go:171","msg":"trace[1753833791] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8842; }","duration":"993.049993ms","start":"2026-03-29T02:17:18.978446Z","end":"2026-03-29T02:17:19.971496Z","steps":["trace[1753833791] 'agreement among raft nodes before linearized reading' (duration: 992.801736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:19.974249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:18.978437Z","time spent":"995.778297ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":26,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:20.379508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.786238ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-29T02:17:20.379783Z","caller":"traceutil/trace.go:171","msg":"trace[1531326875] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9178; }","duration":"403.310065ms","start":"2026-03-29T02:17:19.976459Z","end":"2026-03-29T02:17:20.379769Z","steps":["trace[1531326875] 'read index received' (duration: 281.153797ms)","trace[1531326875] 'applied index is now lower than readState.Index' (duration: 122.154758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:20.379839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.972788Z","time spent":"407.043908ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:17:20.379886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.423289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:20.379925Z","caller":"traceutil/trace.go:171","msg":"trace[1537407052] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8842; }","duration":"403.49035ms","start":"2026-03-29T02:17:19.976426Z","end":"2026-03-29T02:17:20.379916Z","steps":["trace[1537407052] 'agreement among raft nodes before linearized reading' (duration: 403.418558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:20.379957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:19.976414Z","time spent":"403.534602ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-29T02:17:20.379934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.986059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:20.38001Z","caller":"traceutil/trace.go:171","msg":"trace[1672745149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8842; }","duration":"232.100072ms","start":"2026-03-29T02:17:20.147892Z","end":"2026-03-29T02:17:20.379992Z","steps":["trace[1672745149] 'agreement among raft nodes before linearized reading' (duration: 231.974619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:20.571183Z","caller":"traceutil/trace.go:171","msg":"trace[660015180] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9179; }","duration":"187.695996ms","start":"2026-03-29T02:17:20.383455Z","end":"2026-03-29T02:17:20.571151Z","steps":["trace[660015180] 'read index received' (duration: 187.370987ms)","trace[660015180] 'applied index is now lower than readState.Index' (duration: 323.399µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:20.571275Z","caller":"traceutil/trace.go:171","msg":"trace[2094508416] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"190.350539ms","start":"2026-03-29T02:17:20.380876Z","end":"2026-03-29T02:17:20.571227Z","steps":["trace[2094508416] 'process raft request' (duration: 189.979899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:20.571553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.056865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:17:20.571659Z","caller":"traceutil/trace.go:171","msg":"trace[1764683464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8843; }","duration":"188.21653ms","start":"2026-03-29T02:17:20.383421Z","end":"2026-03-29T02:17:20.571637Z","steps":["trace[1764683464] 'agreement among raft nodes before linearized reading' (duration: 187.84395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:21.174434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.62668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:21.174503Z","caller":"traceutil/trace.go:171","msg":"trace[1568157656] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8847; }","duration":"103.745844ms","start":"2026-03-29T02:17:21.070741Z","end":"2026-03-29T02:17:21.174487Z","steps":["trace[1568157656] 'count revisions from in-memory index tree' (duration: 103.550658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:22.529407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406940,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:17:22.907769Z","caller":"traceutil/trace.go:171","msg":"trace[1424659138] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"890.134571ms","start":"2026-03-29T02:17:22.017608Z","end":"2026-03-29T02:17:22.907743Z","steps":["trace[1424659138] 'process raft request' (duration: 889.945596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:22.907924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.017594Z","time spent":"890.252854ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:23.317373Z","caller":"traceutil/trace.go:171","msg":"trace[553507193] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"1.294421994s","start":"2026-03-29T02:17:22.022919Z","end":"2026-03-29T02:17:23.317341Z","steps":["trace[553507193] 'process raft request' (duration: 1.294120355s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:23.317433Z","caller":"traceutil/trace.go:171","msg":"trace[966112030] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.294423874s","start":"2026-03-29T02:17:22.022977Z","end":"2026-03-29T02:17:23.317401Z","steps":["trace[966112030] 'process raft request' (duration: 1.29426747s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.317528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.02291Z","time spent":"1.294537998s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:23.317583Z","caller":"traceutil/trace.go:171","msg":"trace[837048702] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.294522617s","start":"2026-03-29T02:17:22.023035Z","end":"2026-03-29T02:17:23.317557Z","steps":["trace[837048702] 'process raft request' (duration: 1.29427401s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.317629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.022973Z","time spent":"1.294574698s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:23.317682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.02303Z","time spent":"1.294600879s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:23.317746Z","caller":"traceutil/trace.go:171","msg":"trace[1875069250] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"1.120481686s","start":"2026-03-29T02:17:22.197255Z","end":"2026-03-29T02:17:23.317737Z","steps":["trace[1875069250] 'process raft request' (duration: 1.120195168s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:23.317734Z","caller":"traceutil/trace.go:171","msg":"trace[1272447110] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9184; }","duration":"1.288370328s","start":"2026-03-29T02:17:22.02934Z","end":"2026-03-29T02:17:23.31771Z","steps":["trace[1272447110] 'read index received' (duration: 878.278526ms)","trace[1272447110] 'applied index is now lower than readState.Index' (duration: 410.090462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:23.317783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.197228Z","time spent":"1.120533537s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414380,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:23.317986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288621684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:17:23.318055Z","caller":"traceutil/trace.go:171","msg":"trace[1949362107] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8852; }","duration":"1.288721308s","start":"2026-03-29T02:17:22.029309Z","end":"2026-03-29T02:17:23.318031Z","steps":["trace[1949362107] 'agreement among raft nodes before linearized reading' (duration: 1.288501202s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.318126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.029302Z","time spent":"1.28880596s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:23.818077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354406948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:17:23.864211Z","caller":"traceutil/trace.go:171","msg":"trace[536387139] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"896.738702ms","start":"2026-03-29T02:17:22.967442Z","end":"2026-03-29T02:17:23.86418Z","steps":["trace[536387139] 'process raft request' (duration: 896.67124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.864383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.96742Z","time spent":"896.874576ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:23.864244Z","caller":"traceutil/trace.go:171","msg":"trace[584437374] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"937.397287ms","start":"2026-03-29T02:17:22.926812Z","end":"2026-03-29T02:17:23.864209Z","steps":["trace[584437374] 'process raft request' (duration: 937.139149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.864609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.926784Z","time spent":"937.728566ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:17:23.946227Z","caller":"traceutil/trace.go:171","msg":"trace[1462592598] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9189; }","duration":"628.412157ms","start":"2026-03-29T02:17:23.317788Z","end":"2026-03-29T02:17:23.9462Z","steps":["trace[1462592598] 'read index received' (duration: 546.163331ms)","trace[1462592598] 'applied index is now lower than readState.Index' (duration: 82.247815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:23.946454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.599896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:17:23.946497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.580492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:17:23.946535Z","caller":"traceutil/trace.go:171","msg":"trace[101648089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:8855; }","duration":"959.734659ms","start":"2026-03-29T02:17:22.986784Z","end":"2026-03-29T02:17:23.946519Z","steps":["trace[101648089] 'agreement among raft nodes before linearized reading' (duration: 959.474582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:23.946548Z","caller":"traceutil/trace.go:171","msg":"trace[1975146225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8855; }","duration":"964.680425ms","start":"2026-03-29T02:17:22.981854Z","end":"2026-03-29T02:17:23.946535Z","steps":["trace[1975146225] 'agreement among raft nodes before linearized reading' (duration: 964.543311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.946571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797734241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:23.946591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.986764Z","time spent":"959.814011ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:17:23.946621Z","caller":"traceutil/trace.go:171","msg":"trace[1077700196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8855; }","duration":"1.797818464s","start":"2026-03-29T02:17:22.148791Z","end":"2026-03-29T02:17:23.946609Z","steps":["trace[1077700196] 'agreement among raft nodes before linearized reading' (duration: 1.797749692s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.946657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.148768Z","time spent":"1.797882455s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:17:23.946682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.443857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:23.946713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.114288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-29T02:17:23.946754Z","caller":"traceutil/trace.go:171","msg":"trace[61282626] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8855; }","duration":"141.18948ms","start":"2026-03-29T02:17:23.805555Z","end":"2026-03-29T02:17:23.946744Z","steps":["trace[61282626] 'agreement among raft nodes before linearized reading' (duration: 141.054377ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:23.946757Z","caller":"traceutil/trace.go:171","msg":"trace[234637123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8855; }","duration":"435.602081ms","start":"2026-03-29T02:17:23.511135Z","end":"2026-03-29T02:17:23.946738Z","steps":["trace[234637123] 'agreement among raft nodes before linearized reading' (duration: 435.429297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.946747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.847718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:23.946587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.981837Z","time spent":"964.739737ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:17:23.946852Z","caller":"traceutil/trace.go:171","msg":"trace[1589989835] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8855; }","duration":"776.010883ms","start":"2026-03-29T02:17:23.170818Z","end":"2026-03-29T02:17:23.946828Z","steps":["trace[1589989835] 'agreement among raft nodes before linearized reading' (duration: 775.711685ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:23.946799Z","caller":"traceutil/trace.go:171","msg":"trace[841389570] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"623.544993ms","start":"2026-03-29T02:17:23.322895Z","end":"2026-03-29T02:17:23.94644Z","steps":["trace[841389570] 'process raft request' (duration: 623.169333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.946855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038786877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:23.947166Z","caller":"traceutil/trace.go:171","msg":"trace[1493373797] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8855; }","duration":"1.039600819s","start":"2026-03-29T02:17:22.907538Z","end":"2026-03-29T02:17:23.947139Z","steps":["trace[1493373797] 'agreement among raft nodes before linearized reading' (duration: 1.038744166s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.94698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:23.170804Z","time spent":"776.119965ms","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:23.94679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:23.51111Z","time spent":"435.670163ms","remote":"127.0.0.1:53914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:23.946497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353918275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:17:23.947536Z","caller":"traceutil/trace.go:171","msg":"trace[1252614902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8855; }","duration":"1.354993325s","start":"2026-03-29T02:17:22.592527Z","end":"2026-03-29T02:17:23.94752Z","steps":["trace[1252614902] 'agreement among raft nodes before linearized reading' (duration: 1.353815992s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:23.947597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.592511Z","time spent":"1.355070336s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:23.947374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:23.322868Z","time spent":"624.253623ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:23.947452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:22.90752Z","time spent":"1.039812155s","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:24.229065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.194935ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:24.229223Z","caller":"traceutil/trace.go:171","msg":"trace[880211341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8855; }","duration":"213.364929ms","start":"2026-03-29T02:17:24.015833Z","end":"2026-03-29T02:17:24.229197Z","steps":["trace[880211341] 'range keys from in-memory index tree' (duration: 213.174504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:24.229342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.403555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:24.229595Z","caller":"traceutil/trace.go:171","msg":"trace[797512757] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"276.269324ms","start":"2026-03-29T02:17:23.953307Z","end":"2026-03-29T02:17:24.229576Z","steps":["trace[797512757] 'process raft request' (duration: 276.13351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:24.229762Z","caller":"traceutil/trace.go:171","msg":"trace[928060116] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"277.507587ms","start":"2026-03-29T02:17:23.952237Z","end":"2026-03-29T02:17:24.229745Z","steps":["trace[928060116] 'process raft request' (duration: 142.616049ms)","trace[928060116] 'compare' (duration: 134.186089ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:24.229778Z","caller":"traceutil/trace.go:171","msg":"trace[86277795] linearizableReadLoop","detail":"{readStateIndex:9193; appliedIndex:9192; }","duration":"276.8609ms","start":"2026-03-29T02:17:23.9529Z","end":"2026-03-29T02:17:24.229761Z","steps":["trace[86277795] 'read index received' (duration: 142.058754ms)","trace[86277795] 'applied index is now lower than readState.Index' (duration: 134.800576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:24.230075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.164407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-29T02:17:24.230135Z","caller":"traceutil/trace.go:171","msg":"trace[1538498633] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8857; }","duration":"277.28001ms","start":"2026-03-29T02:17:23.952841Z","end":"2026-03-29T02:17:24.230121Z","steps":["trace[1538498633] 'agreement among raft nodes before linearized reading' (duration: 277.071425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:24.230115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.344888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:24.230166Z","caller":"traceutil/trace.go:171","msg":"trace[465566607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8857; }","duration":"275.4449ms","start":"2026-03-29T02:17:23.954714Z","end":"2026-03-29T02:17:24.230159Z","steps":["trace[465566607] 'agreement among raft nodes before linearized reading' (duration: 275.256715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:25.347843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.546592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:25.347927Z","caller":"traceutil/trace.go:171","msg":"trace[2021257985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8857; }","duration":"453.669536ms","start":"2026-03-29T02:17:24.894236Z","end":"2026-03-29T02:17:25.347906Z","steps":["trace[2021257985] 'count revisions from in-memory index tree' (duration: 453.398229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:25.347967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:24.894222Z","time spent":"453.734107ms","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:25.34802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.540839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:25.348089Z","caller":"traceutil/trace.go:171","msg":"trace[87652180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8857; }","duration":"435.649852ms","start":"2026-03-29T02:17:24.912421Z","end":"2026-03-29T02:17:25.348071Z","steps":["trace[87652180] 'range keys from in-memory index tree' (duration: 435.398065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:25.348126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:24.912408Z","time spent":"435.710174ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:17:25.419658Z","caller":"traceutil/trace.go:171","msg":"trace[1788949812] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9194; }","duration":"365.979202ms","start":"2026-03-29T02:17:25.053639Z","end":"2026-03-29T02:17:25.419618Z","steps":["trace[1788949812] 'read index received' (duration: 363.437982ms)","trace[1788949812] 'applied index is now lower than readState.Index' (duration: 2.53762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:25.419927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.960364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:25.42Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.241829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:25.420082Z","caller":"traceutil/trace.go:171","msg":"trace[1144455927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8858; }","duration":"366.478955ms","start":"2026-03-29T02:17:25.053586Z","end":"2026-03-29T02:17:25.420065Z","steps":["trace[1144455927] 'agreement among raft nodes before linearized reading' (duration: 366.200908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:25.420139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:25.053566Z","time spent":"366.554248ms","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:17:25.420141Z","caller":"traceutil/trace.go:171","msg":"trace[400898049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8858; }","duration":"272.14394ms","start":"2026-03-29T02:17:25.147903Z","end":"2026-03-29T02:17:25.420047Z","steps":["trace[400898049] 'agreement among raft nodes before linearized reading' (duration: 271.970655ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:27.585172Z","caller":"traceutil/trace.go:171","msg":"trace[1184635741] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"133.357786ms","start":"2026-03-29T02:17:27.45178Z","end":"2026-03-29T02:17:27.585138Z","steps":["trace[1184635741] 'process raft request' (duration: 133.166841ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:27.58525Z","caller":"traceutil/trace.go:171","msg":"trace[546913785] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"133.356065ms","start":"2026-03-29T02:17:27.451869Z","end":"2026-03-29T02:17:27.585225Z","steps":["trace[546913785] 'process raft request' (duration: 133.219592ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:27.585362Z","caller":"traceutil/trace.go:171","msg":"trace[88873514] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"103.697142ms","start":"2026-03-29T02:17:27.481635Z","end":"2026-03-29T02:17:27.585332Z","steps":["trace[88873514] 'process raft request' (duration: 103.495697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:27.716798Z","caller":"traceutil/trace.go:171","msg":"trace[976840237] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"129.405557ms","start":"2026-03-29T02:17:27.58735Z","end":"2026-03-29T02:17:27.716756Z","steps":["trace[976840237] 'process raft request' (duration: 53.042974ms)","trace[976840237] 'compare' (duration: 76.2316ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:29.326754Z","caller":"traceutil/trace.go:171","msg":"trace[424238319] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"153.922509ms","start":"2026-03-29T02:17:29.172734Z","end":"2026-03-29T02:17:29.326657Z","steps":["trace[424238319] 'process raft request' (duration: 153.623231ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:31.575648Z","caller":"traceutil/trace.go:171","msg":"trace[1918360888] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"113.944824ms","start":"2026-03-29T02:17:31.46165Z","end":"2026-03-29T02:17:31.575594Z","steps":["trace[1918360888] 'process raft request' (duration: 113.747858ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:32.186987Z","caller":"traceutil/trace.go:171","msg":"trace[487631862] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9242; }","duration":"106.394637ms","start":"2026-03-29T02:17:32.080564Z","end":"2026-03-29T02:17:32.186959Z","steps":["trace[487631862] 'read index received' (duration: 106.190271ms)","trace[487631862] 'applied index is now lower than readState.Index' (duration: 203.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:32.187024Z","caller":"traceutil/trace.go:171","msg":"trace[979213516] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"107.037895ms","start":"2026-03-29T02:17:32.079962Z","end":"2026-03-29T02:17:32.187Z","steps":["trace[979213516] 'process raft request' (duration: 106.842559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:32.187539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.963772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207025"} {"level":"info","ts":"2026-03-29T02:17:32.187584Z","caller":"traceutil/trace.go:171","msg":"trace[90528942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8904; }","duration":"107.040714ms","start":"2026-03-29T02:17:32.080535Z","end":"2026-03-29T02:17:32.187576Z","steps":["trace[90528942] 'agreement among raft nodes before linearized reading' (duration: 106.52549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:32.409312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.833422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:17:32.409381Z","caller":"traceutil/trace.go:171","msg":"trace[1483132769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8904; }","duration":"128.957025ms","start":"2026-03-29T02:17:32.280405Z","end":"2026-03-29T02:17:32.409362Z","steps":["trace[1483132769] 'range keys from in-memory index tree' (duration: 128.595145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:32.409444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.920476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:17:32.409523Z","caller":"traceutil/trace.go:171","msg":"trace[1670761604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8904; }","duration":"105.05906ms","start":"2026-03-29T02:17:32.304444Z","end":"2026-03-29T02:17:32.409503Z","steps":["trace[1670761604] 'range keys from in-memory index tree' (duration: 104.727831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:43.70716Z","caller":"traceutil/trace.go:171","msg":"trace[1438766557] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"171.582253ms","start":"2026-03-29T02:17:43.535549Z","end":"2026-03-29T02:17:43.707131Z","steps":["trace[1438766557] 'process raft request' (duration: 171.405678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:48.672094Z","caller":"traceutil/trace.go:171","msg":"trace[1322151374] linearizableReadLoop","detail":"{readStateIndex:9332; appliedIndex:9331; }","duration":"103.663011ms","start":"2026-03-29T02:17:48.568412Z","end":"2026-03-29T02:17:48.672075Z","steps":["trace[1322151374] 'read index received' (duration: 103.440395ms)","trace[1322151374] 'applied index is now lower than readState.Index' (duration: 221.866µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:48.672249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.817485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:17:48.67227Z","caller":"traceutil/trace.go:171","msg":"trace[337942782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8989; }","duration":"103.885238ms","start":"2026-03-29T02:17:48.568379Z","end":"2026-03-29T02:17:48.672264Z","steps":["trace[337942782] 'agreement among raft nodes before linearized reading' (duration: 103.768404ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:48.672477Z","caller":"traceutil/trace.go:171","msg":"trace[1881231699] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"108.149194ms","start":"2026-03-29T02:17:48.564323Z","end":"2026-03-29T02:17:48.672472Z","steps":["trace[1881231699] 'process raft request' (duration: 107.63289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:49.807251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.697042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:17:49.807346Z","caller":"traceutil/trace.go:171","msg":"trace[1129616437] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8993; }","duration":"103.838557ms","start":"2026-03-29T02:17:49.703479Z","end":"2026-03-29T02:17:49.807318Z","steps":["trace[1129616437] 'range keys from in-memory index tree' (duration: 103.555689ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:49.974887Z","caller":"traceutil/trace.go:171","msg":"trace[1749324845] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9338; }","duration":"113.113691ms","start":"2026-03-29T02:17:49.861747Z","end":"2026-03-29T02:17:49.974861Z","steps":["trace[1749324845] 'read index received' (duration: 51.231844ms)","trace[1749324845] 'applied index is now lower than readState.Index' (duration: 61.880767ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:49.974918Z","caller":"traceutil/trace.go:171","msg":"trace[1903119205] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"114.971972ms","start":"2026-03-29T02:17:49.859931Z","end":"2026-03-29T02:17:49.974903Z","steps":["trace[1903119205] 'process raft request' (duration: 53.090076ms)","trace[1903119205] 'compare' (duration: 61.708771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:49.975049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.287075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:17:49.975201Z","caller":"traceutil/trace.go:171","msg":"trace[1597157152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8995; }","duration":"113.45776ms","start":"2026-03-29T02:17:49.861724Z","end":"2026-03-29T02:17:49.975182Z","steps":["trace[1597157152] 'agreement among raft nodes before linearized reading' (duration: 113.225214ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:50.115061Z","caller":"traceutil/trace.go:171","msg":"trace[325117542] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"135.800502ms","start":"2026-03-29T02:17:49.979235Z","end":"2026-03-29T02:17:50.115035Z","steps":["trace[325117542] 'process raft request' (duration: 121.334046ms)","trace[325117542] 'compare' (duration: 14.333693ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:50.115475Z","caller":"traceutil/trace.go:171","msg":"trace[178545890] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"110.827788ms","start":"2026-03-29T02:17:50.004609Z","end":"2026-03-29T02:17:50.115437Z","steps":["trace[178545890] 'process raft request' (duration: 110.395487ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:50.268878Z","caller":"traceutil/trace.go:171","msg":"trace[1908195499] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"131.249768ms","start":"2026-03-29T02:17:50.137606Z","end":"2026-03-29T02:17:50.268856Z","steps":["trace[1908195499] 'process raft request' (duration: 120.043081ms)","trace[1908195499] 'compare' (duration: 10.844607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:56.329782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37345269s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:17:56.389293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121300641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:17:56.389358Z","caller":"traceutil/trace.go:171","msg":"trace[12023521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9062; }","duration":"2.121404414s","start":"2026-03-29T02:17:54.267938Z","end":"2026-03-29T02:17:56.389342Z","steps":["trace[12023521] 'range keys from in-memory index tree' (duration: 2.121140826s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.389387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.267919Z","time spent":"2.121462026s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:17:56.390798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876824619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:17:56.391179Z","caller":"traceutil/trace.go:171","msg":"trace[380479574] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"2.109422496s","start":"2026-03-29T02:17:54.281737Z","end":"2026-03-29T02:17:56.391159Z","steps":["trace[380479574] 'process raft request' (duration: 232.160405ms)","trace[380479574] 'compare' (duration: 1.876640724s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:56.391188Z","caller":"traceutil/trace.go:171","msg":"trace[1019415398] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9407; }","duration":"2.062838818s","start":"2026-03-29T02:17:54.328324Z","end":"2026-03-29T02:17:56.391162Z","steps":["trace[1019415398] 'read index received' (duration: 185.596557ms)","trace[1019415398] 'applied index is now lower than readState.Index' (duration: 1.877238541s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:56.391271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.281708Z","time spent":"2.109512267s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:17:56.429995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101657112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:56.431702Z","caller":"traceutil/trace.go:171","msg":"trace[687012140] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9063; }","duration":"2.1034135s","start":"2026-03-29T02:17:54.328258Z","end":"2026-03-29T02:17:56.431671Z","steps":["trace[687012140] 'agreement among raft nodes before linearized reading' (duration: 2.062977512s)","trace[687012140] 'count revisions from in-memory index tree' (duration: 38.697221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:17:56.431779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.328234Z","time spent":"2.103521574s","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.431964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091870844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:56.432037Z","caller":"traceutil/trace.go:171","msg":"trace[1050875157] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9065; }","duration":"2.091985807s","start":"2026-03-29T02:17:54.340034Z","end":"2026-03-29T02:17:56.43202Z","steps":["trace[1050875157] 'agreement among raft nodes before linearized reading' (duration: 2.091797212s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.340015Z","time spent":"2.092049669s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:17:56.432314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284611935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:56.432339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846173049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:56.432361Z","caller":"traceutil/trace.go:171","msg":"trace[977407157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9065; }","duration":"1.284685197s","start":"2026-03-29T02:17:55.147657Z","end":"2026-03-29T02:17:56.432343Z","steps":["trace[977407157] 'agreement among raft nodes before linearized reading' (duration: 1.284617655s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:55.147638Z","time spent":"1.284744239s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:17:56.432391Z","caller":"traceutil/trace.go:171","msg":"trace[553892137] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9065; }","duration":"1.846271992s","start":"2026-03-29T02:17:54.586105Z","end":"2026-03-29T02:17:56.432377Z","steps":["trace[553892137] 'agreement among raft nodes before linearized reading' (duration: 1.846185919s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.586082Z","time spent":"1.846340434s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.43243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507842364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:17:56.432499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668290603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:56.432506Z","caller":"traceutil/trace.go:171","msg":"trace[2099421985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9065; }","duration":"1.507968128s","start":"2026-03-29T02:17:54.924517Z","end":"2026-03-29T02:17:56.432485Z","steps":["trace[2099421985] 'agreement among raft nodes before linearized reading' (duration: 1.507766252s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.432536Z","caller":"traceutil/trace.go:171","msg":"trace[1142659362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9065; }","duration":"1.668348354s","start":"2026-03-29T02:17:54.764176Z","end":"2026-03-29T02:17:56.432524Z","steps":["trace[1142659362] 'agreement among raft nodes before linearized reading' (duration: 1.668300442s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986760543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:17:56.432553Z","caller":"traceutil/trace.go:171","msg":"trace[2092235881] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"251.019221ms","start":"2026-03-29T02:17:56.181514Z","end":"2026-03-29T02:17:56.432534Z","steps":["trace[2092235881] 'process raft request' (duration: 248.313727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.432598Z","caller":"traceutil/trace.go:171","msg":"trace[718123057] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9065; }","duration":"1.986891896s","start":"2026-03-29T02:17:54.445683Z","end":"2026-03-29T02:17:56.432575Z","steps":["trace[718123057] 'agreement among raft nodes before linearized reading' (duration: 1.98667854s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70723191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-29T02:17:56.432607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305311893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:56.432638Z","caller":"traceutil/trace.go:171","msg":"trace[2140226145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9065; }","duration":"1.707290542s","start":"2026-03-29T02:17:54.725344Z","end":"2026-03-29T02:17:56.432634Z","steps":["trace[2140226145] 'agreement among raft nodes before linearized reading' (duration: 1.70723519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.725321Z","time spent":"1.707327703s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:17:56.432655Z","caller":"traceutil/trace.go:171","msg":"trace[522254930] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9065; }","duration":"1.305403835s","start":"2026-03-29T02:17:55.127238Z","end":"2026-03-29T02:17:56.432642Z","steps":["trace[522254930] 'agreement among raft nodes before linearized reading' (duration: 1.305332833s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.924488Z","time spent":"1.50805048s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:17:56.43269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:55.127211Z","time spent":"1.305470527s","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.432716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.844503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:17:56.432741Z","caller":"traceutil/trace.go:171","msg":"trace[383806906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9065; }","duration":"236.900995ms","start":"2026-03-29T02:17:56.195833Z","end":"2026-03-29T02:17:56.432734Z","steps":["trace[383806906] 'agreement among raft nodes before linearized reading' (duration: 236.827433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802296536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:56.43244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734106237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jjdsm\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-29T02:17:56.432786Z","caller":"traceutil/trace.go:171","msg":"trace[2088201073] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9065; }","duration":"1.802449831s","start":"2026-03-29T02:17:54.630324Z","end":"2026-03-29T02:17:56.432774Z","steps":["trace[2088201073] 'agreement among raft nodes before linearized reading' (duration: 1.802297236s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.432802Z","caller":"traceutil/trace.go:171","msg":"trace[1278934162] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jjdsm; range_end:; response_count:1; response_revision:9065; }","duration":"1.734527139s","start":"2026-03-29T02:17:54.698258Z","end":"2026-03-29T02:17:56.432785Z","steps":["trace[1278934162] 'agreement among raft nodes before linearized reading' (duration: 1.734036995s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.630306Z","time spent":"1.802506532s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.43265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.445658Z","time spent":"1.986977349s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:56.432853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.753215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:17:56.432853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.698234Z","time spent":"1.73460498s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4476,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jjdsm\" "} {"level":"warn","ts":"2026-03-29T02:17:56.432929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.565545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:17:56.432953Z","caller":"traceutil/trace.go:171","msg":"trace[943280116] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9065; }","duration":"383.613095ms","start":"2026-03-29T02:17:56.049332Z","end":"2026-03-29T02:17:56.432945Z","steps":["trace[943280116] 'agreement among raft nodes before linearized reading' (duration: 383.554344ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.432874Z","caller":"traceutil/trace.go:171","msg":"trace[248634782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9065; }","duration":"242.808146ms","start":"2026-03-29T02:17:56.19006Z","end":"2026-03-29T02:17:56.432868Z","steps":["trace[248634782] 'agreement among raft nodes before linearized reading' (duration: 242.732374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.432971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.049318Z","time spent":"383.648447ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:17:56.432564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:54.76416Z","time spent":"1.668399776s","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.433029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.046937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-29T02:17:56.433144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.861178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:17:56.433161Z","caller":"traceutil/trace.go:171","msg":"trace[967026841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9065; }","duration":"384.210692ms","start":"2026-03-29T02:17:56.048943Z","end":"2026-03-29T02:17:56.433154Z","steps":["trace[967026841] 'agreement among raft nodes before linearized reading' (duration: 384.039867ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.433168Z","caller":"traceutil/trace.go:171","msg":"trace[1362262881] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9065; }","duration":"474.918959ms","start":"2026-03-29T02:17:55.958242Z","end":"2026-03-29T02:17:56.433161Z","steps":["trace[1362262881] 'agreement among raft nodes before linearized reading' (duration: 474.883268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.433155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.731008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:17:56.43319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:55.958215Z","time spent":"474.969421ms","remote":"127.0.0.1:53574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.433182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.048854Z","time spent":"384.321006ms","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:17:56.433225Z","caller":"traceutil/trace.go:171","msg":"trace[230557735] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9065; }","duration":"391.855302ms","start":"2026-03-29T02:17:56.041353Z","end":"2026-03-29T02:17:56.433209Z","steps":["trace[230557735] 'agreement among raft nodes before linearized reading' (duration: 391.696947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.433109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.677703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:56.433282Z","caller":"traceutil/trace.go:171","msg":"trace[2009937189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9065; }","duration":"555.876088ms","start":"2026-03-29T02:17:55.877398Z","end":"2026-03-29T02:17:56.433274Z","steps":["trace[2009937189] 'agreement among raft nodes before linearized reading' (duration: 555.635602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.433283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:56.041327Z","time spent":"391.940624ms","remote":"127.0.0.1:53684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":59,"response size":28,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:17:56.433317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:17:55.877382Z","time spent":"555.926799ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:17:56.621786Z","caller":"traceutil/trace.go:171","msg":"trace[1234940028] linearizableReadLoop","detail":"{readStateIndex:9412; appliedIndex:9411; }","duration":"184.680403ms","start":"2026-03-29T02:17:56.437067Z","end":"2026-03-29T02:17:56.621747Z","steps":["trace[1234940028] 'read index received' (duration: 95.963µs)","trace[1234940028] 'applied index is now lower than readState.Index' (duration: 184.58052ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:56.621807Z","caller":"traceutil/trace.go:171","msg":"trace[1679104285] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"184.769565ms","start":"2026-03-29T02:17:56.437011Z","end":"2026-03-29T02:17:56.621781Z","steps":["trace[1679104285] 'process raft request' (duration: 184.523358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.622025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.93147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e80962a-96eb-4620-ba2f-228133d4dce4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-29T02:17:56.622066Z","caller":"traceutil/trace.go:171","msg":"trace[1641004196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e80962a-96eb-4620-ba2f-228133d4dce4; range_end:; response_count:1; response_revision:9066; }","duration":"185.031992ms","start":"2026-03-29T02:17:56.437023Z","end":"2026-03-29T02:17:56.622055Z","steps":["trace[1641004196] 'agreement among raft nodes before linearized reading' (duration: 184.864678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.627709Z","caller":"traceutil/trace.go:171","msg":"trace[362473807] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"190.029129ms","start":"2026-03-29T02:17:56.437664Z","end":"2026-03-29T02:17:56.627693Z","steps":["trace[362473807] 'process raft request' (duration: 189.973467ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.627771Z","caller":"traceutil/trace.go:171","msg":"trace[668788117] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"190.07131ms","start":"2026-03-29T02:17:56.437662Z","end":"2026-03-29T02:17:56.627733Z","steps":["trace[668788117] 'process raft request' (duration: 189.878315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.628151Z","caller":"traceutil/trace.go:171","msg":"trace[240909540] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"189.569626ms","start":"2026-03-29T02:17:56.438572Z","end":"2026-03-29T02:17:56.628141Z","steps":["trace[240909540] 'process raft request' (duration: 189.095903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.628526Z","caller":"traceutil/trace.go:171","msg":"trace[464898966] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"189.505824ms","start":"2026-03-29T02:17:56.439011Z","end":"2026-03-29T02:17:56.628517Z","steps":["trace[464898966] 'process raft request' (duration: 189.073223ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.628775Z","caller":"traceutil/trace.go:171","msg":"trace[302914330] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"189.493445ms","start":"2026-03-29T02:17:56.439255Z","end":"2026-03-29T02:17:56.628749Z","steps":["trace[302914330] 'process raft request' (duration: 189.223207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.628862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.380558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:17:56.628895Z","caller":"traceutil/trace.go:171","msg":"trace[233464654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9072; }","duration":"190.441321ms","start":"2026-03-29T02:17:56.438446Z","end":"2026-03-29T02:17:56.628887Z","steps":["trace[233464654] 'agreement among raft nodes before linearized reading' (duration: 190.322857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:56.628943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.638632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:56.628992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.86181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:17:56.629175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.229764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211759"} {"level":"info","ts":"2026-03-29T02:17:56.629438Z","caller":"traceutil/trace.go:171","msg":"trace[390178335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9072; }","duration":"176.727504ms","start":"2026-03-29T02:17:56.452263Z","end":"2026-03-29T02:17:56.62899Z","steps":["trace[390178335] 'agreement among raft nodes before linearized reading' (duration: 176.609101ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.62955Z","caller":"traceutil/trace.go:171","msg":"trace[1330295635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9072; }","duration":"187.946532ms","start":"2026-03-29T02:17:56.44108Z","end":"2026-03-29T02:17:56.629026Z","steps":["trace[1330295635] 'agreement among raft nodes before linearized reading' (duration: 187.85681ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.629765Z","caller":"traceutil/trace.go:171","msg":"trace[1336858253] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"187.205272ms","start":"2026-03-29T02:17:56.441841Z","end":"2026-03-29T02:17:56.629046Z","steps":["trace[1336858253] 'process raft request' (duration: 186.806651ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:56.629834Z","caller":"traceutil/trace.go:171","msg":"trace[1869181540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9072; }","duration":"190.282076ms","start":"2026-03-29T02:17:56.43892Z","end":"2026-03-29T02:17:56.629202Z","steps":["trace[1869181540] 'agreement among raft nodes before linearized reading' (duration: 190.030139ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.542772Z","caller":"traceutil/trace.go:171","msg":"trace[361854019] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"103.209459ms","start":"2026-03-29T02:17:58.43953Z","end":"2026-03-29T02:17:58.542739Z","steps":["trace[361854019] 'process raft request' (duration: 51.83477ms)","trace[361854019] 'compare' (duration: 51.210744ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:58.604508Z","caller":"traceutil/trace.go:171","msg":"trace[1798794082] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"161.710573ms","start":"2026-03-29T02:17:58.442767Z","end":"2026-03-29T02:17:58.604478Z","steps":["trace[1798794082] 'process raft request' (duration: 161.565629ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.779354Z","caller":"traceutil/trace.go:171","msg":"trace[257517882] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"147.853953ms","start":"2026-03-29T02:17:58.631472Z","end":"2026-03-29T02:17:58.779326Z","steps":["trace[257517882] 'read index received' (duration: 147.588586ms)","trace[257517882] 'applied index is now lower than readState.Index' (duration: 264.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:17:58.779398Z","caller":"traceutil/trace.go:171","msg":"trace[1913512025] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"149.691993ms","start":"2026-03-29T02:17:58.62967Z","end":"2026-03-29T02:17:58.779362Z","steps":["trace[1913512025] 'process raft request' (duration: 149.506248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.779625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.126431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:17:58.779675Z","caller":"traceutil/trace.go:171","msg":"trace[131460275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9081; }","duration":"148.223234ms","start":"2026-03-29T02:17:58.63144Z","end":"2026-03-29T02:17:58.779663Z","steps":["trace[131460275] 'agreement among raft nodes before linearized reading' (duration: 148.026778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.779719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.36454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:17:58.779807Z","caller":"traceutil/trace.go:171","msg":"trace[1878478823] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9081; }","duration":"147.492943ms","start":"2026-03-29T02:17:58.632289Z","end":"2026-03-29T02:17:58.779782Z","steps":["trace[1878478823] 'agreement among raft nodes before linearized reading' (duration: 147.272207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.779878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.680049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:17:58.779997Z","caller":"traceutil/trace.go:171","msg":"trace[899708659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9081; }","duration":"143.831413ms","start":"2026-03-29T02:17:58.636139Z","end":"2026-03-29T02:17:58.77997Z","steps":["trace[899708659] 'agreement among raft nodes before linearized reading' (duration: 143.618777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.780123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.334129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:17:58.780192Z","caller":"traceutil/trace.go:171","msg":"trace[1514298185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9081; }","duration":"147.73919ms","start":"2026-03-29T02:17:58.632435Z","end":"2026-03-29T02:17:58.780175Z","steps":["trace[1514298185] 'agreement among raft nodes before linearized reading' (duration: 147.239336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.779968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.522606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:17:58.780378Z","caller":"traceutil/trace.go:171","msg":"trace[1744758733] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9081; }","duration":"147.02237ms","start":"2026-03-29T02:17:58.633283Z","end":"2026-03-29T02:17:58.780305Z","steps":["trace[1744758733] 'agreement among raft nodes before linearized reading' (duration: 146.352552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:58.780616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.457447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:17:58.780889Z","caller":"traceutil/trace.go:171","msg":"trace[841514234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9081; }","duration":"145.753656ms","start":"2026-03-29T02:17:58.635123Z","end":"2026-03-29T02:17:58.780876Z","steps":["trace[841514234] 'agreement among raft nodes before linearized reading' (duration: 144.45337ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.959184Z","caller":"traceutil/trace.go:171","msg":"trace[2139896698] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"172.771406ms","start":"2026-03-29T02:17:58.786393Z","end":"2026-03-29T02:17:58.959164Z","steps":["trace[2139896698] 'process raft request' (duration: 172.634212ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.959507Z","caller":"traceutil/trace.go:171","msg":"trace[1892240600] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"173.062794ms","start":"2026-03-29T02:17:58.786417Z","end":"2026-03-29T02:17:58.959479Z","steps":["trace[1892240600] 'process raft request' (duration: 172.715084ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.959633Z","caller":"traceutil/trace.go:171","msg":"trace[1033665750] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"173.020903ms","start":"2026-03-29T02:17:58.786586Z","end":"2026-03-29T02:17:58.959607Z","steps":["trace[1033665750] 'process raft request' (duration: 172.792837ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:17:58.95973Z","caller":"traceutil/trace.go:171","msg":"trace[1286838624] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"172.842168ms","start":"2026-03-29T02:17:58.786875Z","end":"2026-03-29T02:17:58.959717Z","steps":["trace[1286838624] 'process raft request' (duration: 172.676964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:17:59.380662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.820759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:17:59.380757Z","caller":"traceutil/trace.go:171","msg":"trace[429400516] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9088; }","duration":"102.968353ms","start":"2026-03-29T02:17:59.277767Z","end":"2026-03-29T02:17:59.380736Z","steps":["trace[429400516] 'count revisions from in-memory index tree' (duration: 102.735956ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:01.095225Z","caller":"traceutil/trace.go:171","msg":"trace[831376976] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"671.833447ms","start":"2026-03-29T02:18:00.423367Z","end":"2026-03-29T02:18:01.0952Z","steps":["trace[831376976] 'process raft request' (duration: 671.692273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.095367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.423339Z","time spent":"671.957311ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:01.206019Z","caller":"traceutil/trace.go:171","msg":"trace[1848235114] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9436; }","duration":"597.711834ms","start":"2026-03-29T02:18:00.608284Z","end":"2026-03-29T02:18:01.205995Z","steps":["trace[1848235114] 'read index received' (duration: 486.880777ms)","trace[1848235114] 'applied index is now lower than readState.Index' (duration: 110.829547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:01.206642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.234246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:18:01.206646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.354852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:18:01.206699Z","caller":"traceutil/trace.go:171","msg":"trace[884249800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9092; }","duration":"421.339809ms","start":"2026-03-29T02:18:00.78535Z","end":"2026-03-29T02:18:01.20669Z","steps":["trace[884249800] 'agreement among raft nodes before linearized reading' (duration: 421.202466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.206724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.785331Z","time spent":"421.3876ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:18:01.206721Z","caller":"traceutil/trace.go:171","msg":"trace[1292019438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9092; }","duration":"598.481526ms","start":"2026-03-29T02:18:00.608227Z","end":"2026-03-29T02:18:01.206708Z","steps":["trace[1292019438] 'agreement among raft nodes before linearized reading' (duration: 598.308381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.206757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.608209Z","time spent":"598.540177ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:18:01.206859Z","caller":"traceutil/trace.go:171","msg":"trace[1850466535] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"728.913591ms","start":"2026-03-29T02:18:00.477933Z","end":"2026-03-29T02:18:01.206847Z","steps":["trace[1850466535] 'process raft request' (duration: 727.853722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.20694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.477914Z","time spent":"728.974132ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:01.20702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.7935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:01.207056Z","caller":"traceutil/trace.go:171","msg":"trace[1555608477] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9092; }","duration":"120.873432ms","start":"2026-03-29T02:18:01.086176Z","end":"2026-03-29T02:18:01.207049Z","steps":["trace[1555608477] 'agreement among raft nodes before linearized reading' (duration: 120.826121ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:01.207147Z","caller":"traceutil/trace.go:171","msg":"trace[254477547] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"659.721204ms","start":"2026-03-29T02:18:00.547409Z","end":"2026-03-29T02:18:01.20713Z","steps":["trace[254477547] 'process raft request' (duration: 658.544502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.399089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:18:01.207254Z","caller":"traceutil/trace.go:171","msg":"trace[2053369272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9092; }","duration":"244.4172ms","start":"2026-03-29T02:18:00.96283Z","end":"2026-03-29T02:18:01.207247Z","steps":["trace[2053369272] 'agreement among raft nodes before linearized reading' (duration: 244.364118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.547382Z","time spent":"659.820436ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:01.207373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.569804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:18:01.207396Z","caller":"traceutil/trace.go:171","msg":"trace[2115866749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9092; }","duration":"244.621725ms","start":"2026-03-29T02:18:00.962769Z","end":"2026-03-29T02:18:01.207391Z","steps":["trace[2115866749] 'agreement among raft nodes before linearized reading' (duration: 244.568493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.481271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:18:01.207495Z","caller":"traceutil/trace.go:171","msg":"trace[1217000083] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9092; }","duration":"337.537402ms","start":"2026-03-29T02:18:00.86995Z","end":"2026-03-29T02:18:01.207488Z","steps":["trace[1217000083] 'agreement among raft nodes before linearized reading' (duration: 337.484431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.869931Z","time spent":"337.575833ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:01.207183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.656181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:18:01.207555Z","caller":"traceutil/trace.go:171","msg":"trace[1642131486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9092; }","duration":"243.058022ms","start":"2026-03-29T02:18:00.964483Z","end":"2026-03-29T02:18:01.207541Z","steps":["trace[1642131486] 'agreement among raft nodes before linearized reading' (duration: 242.658021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.746198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:18:01.207657Z","caller":"traceutil/trace.go:171","msg":"trace[1250001116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9092; }","duration":"337.81579ms","start":"2026-03-29T02:18:00.869835Z","end":"2026-03-29T02:18:01.207651Z","steps":["trace[1250001116] 'agreement among raft nodes before linearized reading' (duration: 337.762138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.869804Z","time spent":"337.865521ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:18:01.207757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.48017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:01.207826Z","caller":"traceutil/trace.go:171","msg":"trace[1473037456] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9092; }","duration":"345.570222ms","start":"2026-03-29T02:18:00.862232Z","end":"2026-03-29T02:18:01.207802Z","steps":["trace[1473037456] 'agreement among raft nodes before linearized reading' (duration: 345.485339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.207898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.862216Z","time spent":"345.664175ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:01.208048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.631985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:18:01.208083Z","caller":"traceutil/trace.go:171","msg":"trace[673153365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9092; }","duration":"414.704077ms","start":"2026-03-29T02:18:00.793371Z","end":"2026-03-29T02:18:01.208075Z","steps":["trace[673153365] 'agreement among raft nodes before linearized reading' (duration: 414.621005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:01.208105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:00.79335Z","time spent":"414.749498ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:18:03.942294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.692981333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:18:03.942791Z","caller":"traceutil/trace.go:171","msg":"trace[260764612] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"2.73045576s","start":"2026-03-29T02:18:01.212312Z","end":"2026-03-29T02:18:03.942768Z","steps":["trace[260764612] 'process raft request' (duration: 2.730197543s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.942927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.21229Z","time spent":"2.730558262s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:03.94309Z","caller":"traceutil/trace.go:171","msg":"trace[915394070] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"2.730672965s","start":"2026-03-29T02:18:01.212397Z","end":"2026-03-29T02:18:03.94307Z","steps":["trace[915394070] 'process raft request' (duration: 2.730326976s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.943384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.212378Z","time spent":"2.730770739s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:03.943598Z","caller":"traceutil/trace.go:171","msg":"trace[961261689] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"2.731064096s","start":"2026-03-29T02:18:01.21251Z","end":"2026-03-29T02:18:03.943575Z","steps":["trace[961261689] 'process raft request' (duration: 2.73046523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.943686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.212502Z","time spent":"2.731140938s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:03.944098Z","caller":"traceutil/trace.go:171","msg":"trace[2114539002] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"2.730749398s","start":"2026-03-29T02:18:01.213317Z","end":"2026-03-29T02:18:03.944067Z","steps":["trace[2114539002] 'process raft request' (duration: 2.730182922s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:03.94423Z","caller":"traceutil/trace.go:171","msg":"trace[1504575388] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9440; }","duration":"2.728700172s","start":"2026-03-29T02:18:01.215516Z","end":"2026-03-29T02:18:03.944216Z","steps":["trace[1504575388] 'read index received' (duration: 33.268682ms)","trace[1504575388] 'applied index is now lower than readState.Index' (duration: 2.69543048s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:03.94422Z","caller":"traceutil/trace.go:171","msg":"trace[1713192342] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"2.730821119s","start":"2026-03-29T02:18:01.213374Z","end":"2026-03-29T02:18:03.944195Z","steps":["trace[1713192342] 'process raft request' (duration: 2.730549872s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:03.944369Z","caller":"traceutil/trace.go:171","msg":"trace[1889562649] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"2.730927813s","start":"2026-03-29T02:18:01.213425Z","end":"2026-03-29T02:18:03.944353Z","steps":["trace[1889562649] 'process raft request' (duration: 2.730704936s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.944371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.213307Z","time spent":"2.730932092s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:03.944489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.213411Z","time spent":"2.731002954s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:03.944544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.213361Z","time spent":"2.730965224s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:03.944857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729335839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211756"} {"level":"info","ts":"2026-03-29T02:18:03.944918Z","caller":"traceutil/trace.go:171","msg":"trace[60019134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9099; }","duration":"2.729465633s","start":"2026-03-29T02:18:01.215441Z","end":"2026-03-29T02:18:03.944906Z","steps":["trace[60019134] 'agreement among raft nodes before linearized reading' (duration: 2.729036731s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:03.944958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.215425Z","time spent":"2.729519964s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211777,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-29T02:18:04.152233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:18:04.152304Z","caller":"traceutil/trace.go:171","msg":"trace[1546453428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638824s","start":"2026-03-29T02:18:02.151649Z","end":"2026-03-29T02:18:04.152288Z","steps":["trace[1546453428] 'agreement among raft nodes before linearized reading' (duration: 2.000543691s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:04.152341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.151634Z","time spent":"2.000698645s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:04.445043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354407666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:18:05.839063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.069985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:05.839305Z","caller":"traceutil/trace.go:171","msg":"trace[1825692814] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"3.825563979s","start":"2026-03-29T02:18:02.01371Z","end":"2026-03-29T02:18:05.839274Z","steps":["trace[1825692814] 'process raft request' (duration: 2.858872239s)","trace[1825692814] 'compare' (duration: 964.990033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:05.839446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.013691Z","time spent":"3.825690573s","remote":"127.0.0.1:45562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:05.839535Z","caller":"traceutil/trace.go:171","msg":"trace[378041679] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"2.738041466s","start":"2026-03-29T02:18:03.101464Z","end":"2026-03-29T02:18:05.839506Z","steps":["trace[378041679] 'process raft request' (duration: 2.737714087s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.839621Z","caller":"traceutil/trace.go:171","msg":"trace[862006640] linearizableReadLoop","detail":"{readStateIndex:9449; appliedIndex:9446; }","duration":"1.895310694s","start":"2026-03-29T02:18:03.944287Z","end":"2026-03-29T02:18:05.839597Z","steps":["trace[862006640] 'read index received' (duration: 928.178693ms)","trace[862006640] 'applied index is now lower than readState.Index' (duration: 967.129681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:05.839686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213231903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.83973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230863787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:05.839732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983397293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:05.839738Z","caller":"traceutil/trace.go:171","msg":"trace[1535962796] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9102; }","duration":"3.213320906s","start":"2026-03-29T02:18:02.626401Z","end":"2026-03-29T02:18:05.839722Z","steps":["trace[1535962796] 'agreement among raft nodes before linearized reading' (duration: 3.213222303s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.839764Z","caller":"traceutil/trace.go:171","msg":"trace[1197232474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9102; }","duration":"3.230931819s","start":"2026-03-29T02:18:02.608822Z","end":"2026-03-29T02:18:05.839753Z","steps":["trace[1197232474] 'agreement among raft nodes before linearized reading' (duration: 3.230866957s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.839769Z","caller":"traceutil/trace.go:171","msg":"trace[118775554] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9102; }","duration":"2.983478845s","start":"2026-03-29T02:18:02.85628Z","end":"2026-03-29T02:18:05.839759Z","steps":["trace[118775554] 'agreement among raft nodes before linearized reading' (duration: 2.983418793s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.839661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.10144Z","time spent":"2.73816044s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.839802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.856259Z","time spent":"2.983532996s","remote":"127.0.0.1:53756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.839799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.608806Z","time spent":"3.23098323s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.839822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96337114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:05.83985Z","caller":"traceutil/trace.go:171","msg":"trace[346072559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9102; }","duration":"1.963400381s","start":"2026-03-29T02:18:03.876442Z","end":"2026-03-29T02:18:05.839842Z","steps":["trace[346072559] 'agreement among raft nodes before linearized reading' (duration: 1.96335515s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.839883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.876364Z","time spent":"1.963510274s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.839911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129957143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:18:05.839732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588110167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:18:05.839947Z","caller":"traceutil/trace.go:171","msg":"trace[1831421977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9102; }","duration":"4.130028315s","start":"2026-03-29T02:18:01.709908Z","end":"2026-03-29T02:18:05.839937Z","steps":["trace[1831421977] 'agreement among raft nodes before linearized reading' (duration: 4.129936252s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.839962Z","caller":"traceutil/trace.go:171","msg":"trace[1873921873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9102; }","duration":"2.588382404s","start":"2026-03-29T02:18:03.25157Z","end":"2026-03-29T02:18:05.839953Z","steps":["trace[1873921873] 'agreement among raft nodes before linearized reading' (duration: 2.588030925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.839975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:01.709888Z","time spent":"4.130079637s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-29T02:18:05.839994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.251548Z","time spent":"2.588437195s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:18:05.840026Z","caller":"traceutil/trace.go:171","msg":"trace[952153963] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"2.622691174s","start":"2026-03-29T02:18:03.217323Z","end":"2026-03-29T02:18:05.840014Z","steps":["trace[952153963] 'process raft request' (duration: 2.622125148s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.839777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:02.626385Z","time spent":"3.213381797s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.840089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:03.217296Z","time spent":"2.622759176s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:05.868523Z","caller":"traceutil/trace.go:171","msg":"trace[1404136414] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"724.958054ms","start":"2026-03-29T02:18:05.143534Z","end":"2026-03-29T02:18:05.868492Z","steps":["trace[1404136414] 'process raft request' (duration: 724.744478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.868687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.143502Z","time spent":"725.105498ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:05.869095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154693413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:05.869103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.869408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:05.86919Z","caller":"traceutil/trace.go:171","msg":"trace[1782764768] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9103; }","duration":"818.979841ms","start":"2026-03-29T02:18:05.050186Z","end":"2026-03-29T02:18:05.869166Z","steps":["trace[1782764768] 'agreement among raft nodes before linearized reading' (duration: 818.743665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.869196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770087923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.869247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.58291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:05.869275Z","caller":"traceutil/trace.go:171","msg":"trace[1968304278] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9103; }","duration":"319.638402ms","start":"2026-03-29T02:18:05.549629Z","end":"2026-03-29T02:18:05.869267Z","steps":["trace[1968304278] 'agreement among raft nodes before linearized reading' (duration: 319.586701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:05.869278Z","caller":"traceutil/trace.go:171","msg":"trace[1360764072] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9103; }","duration":"1.770239207s","start":"2026-03-29T02:18:04.099023Z","end":"2026-03-29T02:18:05.869263Z","steps":["trace[1360764072] 'agreement among raft nodes before linearized reading' (duration: 1.770051532s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.869287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.182111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:05.869301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.549611Z","time spent":"319.684484ms","remote":"127.0.0.1:55370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:05.869315Z","caller":"traceutil/trace.go:171","msg":"trace[118906981] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9103; }","duration":"508.210612ms","start":"2026-03-29T02:18:05.361097Z","end":"2026-03-29T02:18:05.869308Z","steps":["trace[118906981] 'agreement among raft nodes before linearized reading' (duration: 508.159751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.869352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.361019Z","time spent":"508.324685ms","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.869316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.099002Z","time spent":"1.770306568s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:05.869592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716634297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:05.869237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:05.050112Z","time spent":"819.113605ms","remote":"127.0.0.1:53704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:05.869623Z","caller":"traceutil/trace.go:171","msg":"trace[1614896723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9103; }","duration":"1.716702928s","start":"2026-03-29T02:18:04.152912Z","end":"2026-03-29T02:18:05.869615Z","steps":["trace[1614896723] 'agreement among raft nodes before linearized reading' (duration: 1.716656057s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.869658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.15289Z","time spent":"1.71675928s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:18:05.869145Z","caller":"traceutil/trace.go:171","msg":"trace[677731703] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9103; }","duration":"1.154787065s","start":"2026-03-29T02:18:04.714342Z","end":"2026-03-29T02:18:05.869129Z","steps":["trace[677731703] 'agreement among raft nodes before linearized reading' (duration: 1.154709653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:05.869771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:04.714316Z","time spent":"1.155439633s","remote":"127.0.0.1:48334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:19.814013Z","caller":"traceutil/trace.go:171","msg":"trace[1661921163] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"137.332504ms","start":"2026-03-29T02:18:19.67666Z","end":"2026-03-29T02:18:19.813993Z","steps":["trace[1661921163] 'process raft request' (duration: 137.276253ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:19.814086Z","caller":"traceutil/trace.go:171","msg":"trace[186838143] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"182.052371ms","start":"2026-03-29T02:18:19.631996Z","end":"2026-03-29T02:18:19.814048Z","steps":["trace[186838143] 'process raft request' (duration: 181.121035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:21.125253Z","caller":"traceutil/trace.go:171","msg":"trace[1974771785] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"193.587397ms","start":"2026-03-29T02:18:20.931637Z","end":"2026-03-29T02:18:21.125224Z","steps":["trace[1974771785] 'process raft request' (duration: 193.3248ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:22.166218Z","caller":"traceutil/trace.go:171","msg":"trace[866411828] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"206.83949ms","start":"2026-03-29T02:18:21.95935Z","end":"2026-03-29T02:18:22.16619Z","steps":["trace[866411828] 'process raft request' (duration: 206.649885ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:22.195376Z","caller":"traceutil/trace.go:171","msg":"trace[462633619] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"180.149199ms","start":"2026-03-29T02:18:22.015213Z","end":"2026-03-29T02:18:22.195362Z","steps":["trace[462633619] 'process raft request' (duration: 179.572743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:22.523137Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002569.wal"} {"level":"info","ts":"2026-03-29T02:18:22.528379Z","caller":"traceutil/trace.go:171","msg":"trace[747518610] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"231.223488ms","start":"2026-03-29T02:18:22.297135Z","end":"2026-03-29T02:18:22.528359Z","steps":["trace[747518610] 'process raft request' (duration: 230.668943ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:22.690546Z","caller":"traceutil/trace.go:171","msg":"trace[1707322316] linearizableReadLoop","detail":"{readStateIndex:9577; appliedIndex:9575; }","duration":"322.325475ms","start":"2026-03-29T02:18:22.368193Z","end":"2026-03-29T02:18:22.690518Z","steps":["trace[1707322316] 'read index received' (duration: 155.117123ms)","trace[1707322316] 'applied index is now lower than readState.Index' (duration: 167.207202ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:22.690597Z","caller":"traceutil/trace.go:171","msg":"trace[68766222] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"372.780927ms","start":"2026-03-29T02:18:22.317782Z","end":"2026-03-29T02:18:22.690563Z","steps":["trace[68766222] 'process raft request' (duration: 293.357461ms)","trace[68766222] 'compare' (duration: 79.207221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:22.690749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.317763Z","time spent":"372.913232ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:22.690861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.453592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:18:22.69086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.550152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:18:22.690919Z","caller":"traceutil/trace.go:171","msg":"trace[1760217293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9223; }","duration":"309.520224ms","start":"2026-03-29T02:18:22.38138Z","end":"2026-03-29T02:18:22.6909Z","steps":["trace[1760217293] 'agreement among raft nodes before linearized reading' (duration: 309.38675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.690926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.45777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:18:22.690935Z","caller":"traceutil/trace.go:171","msg":"trace[1889408940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9223; }","duration":"310.651145ms","start":"2026-03-29T02:18:22.380262Z","end":"2026-03-29T02:18:22.690913Z","steps":["trace[1889408940] 'agreement among raft nodes before linearized reading' (duration: 310.485471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.690939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.519281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:18:22.69099Z","caller":"traceutil/trace.go:171","msg":"trace[822260523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9223; }","duration":"310.532242ms","start":"2026-03-29T02:18:22.380437Z","end":"2026-03-29T02:18:22.690969Z","steps":["trace[822260523] 'agreement among raft nodes before linearized reading' (duration: 310.376787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.690995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.380243Z","time spent":"310.737247ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:18:22.691022Z","caller":"traceutil/trace.go:171","msg":"trace[993716240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9223; }","duration":"310.607994ms","start":"2026-03-29T02:18:22.380379Z","end":"2026-03-29T02:18:22.690987Z","steps":["trace[993716240] 'agreement among raft nodes before linearized reading' (duration: 310.46613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.69104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.380431Z","time spent":"310.596743ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:22.691052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.967304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:22.691066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.380364Z","time spent":"310.690606ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:18:22.691091Z","caller":"traceutil/trace.go:171","msg":"trace[980898137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9223; }","duration":"295.023437ms","start":"2026-03-29T02:18:22.396056Z","end":"2026-03-29T02:18:22.691079Z","steps":["trace[980898137] 'agreement among raft nodes before linearized reading' (duration: 294.952035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.690958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.381371Z","time spent":"309.577215ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:22.691461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.598222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:18:22.691542Z","caller":"traceutil/trace.go:171","msg":"trace[405039223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9223; }","duration":"323.309492ms","start":"2026-03-29T02:18:22.36818Z","end":"2026-03-29T02:18:22.69149Z","steps":["trace[405039223] 'agreement among raft nodes before linearized reading' (duration: 322.50488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:22.691583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.367982Z","time spent":"323.587519ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:18:22.906036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.24689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:22.906119Z","caller":"traceutil/trace.go:171","msg":"trace[445125172] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"209.991586ms","start":"2026-03-29T02:18:22.696112Z","end":"2026-03-29T02:18:22.906104Z","steps":["trace[445125172] 'process raft request' (duration: 106.613842ms)","trace[445125172] 'compare' (duration: 103.165418ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:23.139077Z","caller":"traceutil/trace.go:171","msg":"trace[1196147160] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"442.655934ms","start":"2026-03-29T02:18:22.696401Z","end":"2026-03-29T02:18:23.139057Z","steps":["trace[1196147160] 'process raft request' (duration: 366.322932ms)","trace[1196147160] 'compare' (duration: 76.180068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:23.139198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.696387Z","time spent":"442.743547ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:23.139265Z","caller":"traceutil/trace.go:171","msg":"trace[279488328] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"442.698755ms","start":"2026-03-29T02:18:22.696549Z","end":"2026-03-29T02:18:23.139248Z","steps":["trace[279488328] 'process raft request' (duration: 442.477129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.139351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.69654Z","time spent":"442.771578ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:23.139443Z","caller":"traceutil/trace.go:171","msg":"trace[1212881718] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"442.85751ms","start":"2026-03-29T02:18:22.696566Z","end":"2026-03-29T02:18:23.139424Z","steps":["trace[1212881718] 'process raft request' (duration: 442.635284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.139543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.696547Z","time spent":"442.942782ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:23.139671Z","caller":"traceutil/trace.go:171","msg":"trace[172156285] linearizableReadLoop","detail":"{readStateIndex:9582; appliedIndex:9578; }","duration":"295.400707ms","start":"2026-03-29T02:18:22.844253Z","end":"2026-03-29T02:18:23.139654Z","steps":["trace[172156285] 'read index received' (duration: 218.464279ms)","trace[172156285] 'applied index is now lower than readState.Index' (duration: 76.934738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:23.13978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.523191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:23.139806Z","caller":"traceutil/trace.go:171","msg":"trace[795488131] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9228; }","duration":"295.579162ms","start":"2026-03-29T02:18:22.84422Z","end":"2026-03-29T02:18:23.1398Z","steps":["trace[795488131] 'agreement among raft nodes before linearized reading' (duration: 295.526691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.139856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.868861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"warn","ts":"2026-03-29T02:18:23.139853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.676807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:23.139884Z","caller":"traceutil/trace.go:171","msg":"trace[1422967546] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9228; }","duration":"287.926393ms","start":"2026-03-29T02:18:22.851949Z","end":"2026-03-29T02:18:23.139876Z","steps":["trace[1422967546] 'agreement among raft nodes before linearized reading' (duration: 287.806579ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:23.139897Z","caller":"traceutil/trace.go:171","msg":"trace[1522184673] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9228; }","duration":"209.76109ms","start":"2026-03-29T02:18:22.930124Z","end":"2026-03-29T02:18:23.139885Z","steps":["trace[1522184673] 'agreement among raft nodes before linearized reading' (duration: 209.676897ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:23.139928Z","caller":"traceutil/trace.go:171","msg":"trace[1491761662] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"443.292372ms","start":"2026-03-29T02:18:22.696597Z","end":"2026-03-29T02:18:23.13989Z","steps":["trace[1491761662] 'process raft request' (duration: 442.771648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:23.140246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:22.696568Z","time spent":"443.510078ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:24.773429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.61982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:24.773514Z","caller":"traceutil/trace.go:171","msg":"trace[1929253390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9228; }","duration":"625.750144ms","start":"2026-03-29T02:18:24.147746Z","end":"2026-03-29T02:18:24.773496Z","steps":["trace[1929253390] 'range keys from in-memory index tree' (duration: 625.507947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:24.773552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.147725Z","time spent":"625.817756ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:24.773754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.658119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:24.773911Z","caller":"traceutil/trace.go:171","msg":"trace[393907999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9228; }","duration":"757.820683ms","start":"2026-03-29T02:18:24.016067Z","end":"2026-03-29T02:18:24.773888Z","steps":["trace[393907999] 'range keys from in-memory index tree' (duration: 757.641459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:24.774234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.029415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:24.774304Z","caller":"traceutil/trace.go:171","msg":"trace[1180652816] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"597.823318ms","start":"2026-03-29T02:18:24.176468Z","end":"2026-03-29T02:18:24.774292Z","steps":["trace[1180652816] 'process raft request' (duration: 448.629819ms)","trace[1180652816] 'compare' (duration: 148.956273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:24.77434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.176444Z","time spent":"597.880159ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:25.290814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.534708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:25.291161Z","caller":"traceutil/trace.go:171","msg":"trace[347802588] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"1.090489434s","start":"2026-03-29T02:18:24.200637Z","end":"2026-03-29T02:18:25.291126Z","steps":["trace[347802588] 'process raft request' (duration: 831.523434ms)","trace[347802588] 'compare' (duration: 258.363643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:25.29127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.200612Z","time spent":"1.090608227s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:25.291335Z","caller":"traceutil/trace.go:171","msg":"trace[1836946619] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9582; }","duration":"1.037334757s","start":"2026-03-29T02:18:24.253788Z","end":"2026-03-29T02:18:25.291122Z","steps":["trace[1836946619] 'read index received' (duration: 371.464593ms)","trace[1836946619] 'applied index is now lower than readState.Index' (duration: 665.866323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:25.554819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.865153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-03-29T02:18:25.554965Z","caller":"traceutil/trace.go:171","msg":"trace[620429100] linearizableReadLoop","detail":"{readStateIndex:9585; appliedIndex:9584; }","duration":"263.503343ms","start":"2026-03-29T02:18:25.291436Z","end":"2026-03-29T02:18:25.554939Z","steps":["trace[620429100] 'read index received' (duration: 66.152µs)","trace[620429100] 'applied index is now lower than readState.Index' (duration: 263.435231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:25.555115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301322094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:18:25.555183Z","caller":"traceutil/trace.go:171","msg":"trace[1460193831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9230; }","duration":"1.301435827s","start":"2026-03-29T02:18:24.253731Z","end":"2026-03-29T02:18:25.555167Z","steps":["trace[1460193831] 'agreement among raft nodes before linearized reading' (duration: 1.037586234s)","trace[1460193831] 'range keys from in-memory index tree' (duration: 263.686268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:25.555192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241969536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:18:25.555215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.253709Z","time spent":"1.301498388s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:18:25.555242Z","caller":"traceutil/trace.go:171","msg":"trace[1871207245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9230; }","duration":"1.242075699s","start":"2026-03-29T02:18:24.313153Z","end":"2026-03-29T02:18:25.555228Z","steps":["trace[1871207245] 'agreement among raft nodes before linearized reading' (duration: 1.241866433s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.021203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:25.555296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.308483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:18:25.55529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.313131Z","time spent":"1.24214063s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:18:25.555332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.995508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-29T02:18:25.555301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.39596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:18:25.555349Z","caller":"traceutil/trace.go:171","msg":"trace[1112252120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9230; }","duration":"780.139166ms","start":"2026-03-29T02:18:24.775179Z","end":"2026-03-29T02:18:25.555318Z","steps":["trace[1112252120] 'agreement among raft nodes before linearized reading' (duration: 779.975861ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:25.555372Z","caller":"traceutil/trace.go:171","msg":"trace[625305224] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9230; }","duration":"859.08096ms","start":"2026-03-29T02:18:24.696276Z","end":"2026-03-29T02:18:25.555357Z","steps":["trace[625305224] 'agreement among raft nodes before linearized reading' (duration: 858.967647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.929293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:25.555402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.696252Z","time spent":"859.143172ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:25.555409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.775169Z","time spent":"780.228939ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:18:25.555425Z","caller":"traceutil/trace.go:171","msg":"trace[2773237] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9230; }","duration":"709.013266ms","start":"2026-03-29T02:18:24.846397Z","end":"2026-03-29T02:18:25.55541Z","steps":["trace[2773237] 'agreement among raft nodes before linearized reading' (duration: 708.941554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.861907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:18:25.555344Z","caller":"traceutil/trace.go:171","msg":"trace[1539102242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9230; }","duration":"412.389315ms","start":"2026-03-29T02:18:25.142939Z","end":"2026-03-29T02:18:25.555328Z","steps":["trace[1539102242] 'agreement among raft nodes before linearized reading' (duration: 412.262782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.846377Z","time spent":"709.070447ms","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:25.555439Z","caller":"traceutil/trace.go:171","msg":"trace[961553575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9230; }","duration":"410.524864ms","start":"2026-03-29T02:18:25.144872Z","end":"2026-03-29T02:18:25.555397Z","steps":["trace[961553575] 'agreement among raft nodes before linearized reading' (duration: 410.321738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.142922Z","time spent":"412.560509ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:18:25.555484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.178089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:18:25.555506Z","caller":"traceutil/trace.go:171","msg":"trace[2066449132] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9230; }","duration":"645.030602ms","start":"2026-03-29T02:18:24.910442Z","end":"2026-03-29T02:18:25.555472Z","steps":["trace[2066449132] 'agreement among raft nodes before linearized reading' (duration: 644.676262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.55556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.910421Z","time spent":"645.129045ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:18:25.555558Z","caller":"traceutil/trace.go:171","msg":"trace[1059096130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9230; }","duration":"412.391435ms","start":"2026-03-29T02:18:25.143144Z","end":"2026-03-29T02:18:25.555536Z","steps":["trace[1059096130] 'agreement among raft nodes before linearized reading' (duration: 412.102187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.55556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.144864Z","time spent":"410.653087ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:25.55563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.419786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:18:25.555734Z","caller":"traceutil/trace.go:171","msg":"trace[1843222999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9230; }","duration":"412.716504ms","start":"2026-03-29T02:18:25.143007Z","end":"2026-03-29T02:18:25.555723Z","steps":["trace[1843222999] 'agreement among raft nodes before linearized reading' (duration: 411.945623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.143102Z","time spent":"412.493837ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:25.555762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.142988Z","time spent":"412.766245ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:25.555865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.870101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-29T02:18:25.555913Z","caller":"traceutil/trace.go:171","msg":"trace[1666613411] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9230; }","duration":"577.973004ms","start":"2026-03-29T02:18:24.977927Z","end":"2026-03-29T02:18:25.5559Z","steps":["trace[1666613411] 'agreement among raft nodes before linearized reading' (duration: 577.423159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:25.555944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:24.977904Z","time spent":"578.031866ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":850,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:26.003274Z","caller":"traceutil/trace.go:171","msg":"trace[2054153897] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"442.834779ms","start":"2026-03-29T02:18:25.560419Z","end":"2026-03-29T02:18:26.003254Z","steps":["trace[2054153897] 'process raft request' (duration: 442.774247ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:26.003288Z","caller":"traceutil/trace.go:171","msg":"trace[1989534074] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"443.491807ms","start":"2026-03-29T02:18:25.559764Z","end":"2026-03-29T02:18:26.003256Z","steps":["trace[1989534074] 'process raft request' (duration: 443.264681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.003398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.560408Z","time spent":"442.924562ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:26.003429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.559754Z","time spent":"443.600231ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:26.003617Z","caller":"traceutil/trace.go:171","msg":"trace[1223149211] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"443.084357ms","start":"2026-03-29T02:18:25.560517Z","end":"2026-03-29T02:18:26.003602Z","steps":["trace[1223149211] 'process raft request' (duration: 442.938113ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:26.003633Z","caller":"traceutil/trace.go:171","msg":"trace[643009381] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"443.118917ms","start":"2026-03-29T02:18:25.56048Z","end":"2026-03-29T02:18:26.003599Z","steps":["trace[643009381] 'process raft request' (duration: 442.745207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.00371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.560512Z","time spent":"443.155548ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:26.003737Z","caller":"traceutil/trace.go:171","msg":"trace[1137718204] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"442.86448ms","start":"2026-03-29T02:18:25.560864Z","end":"2026-03-29T02:18:26.003728Z","steps":["trace[1137718204] 'process raft request' (duration: 442.694215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:26.003733Z","caller":"traceutil/trace.go:171","msg":"trace[2087240038] linearizableReadLoop","detail":"{readStateIndex:9587; appliedIndex:9585; }","duration":"443.772786ms","start":"2026-03-29T02:18:25.559939Z","end":"2026-03-29T02:18:26.003712Z","steps":["trace[2087240038] 'read index received' (duration: 24.391949ms)","trace[2087240038] 'applied index is now lower than readState.Index' (duration: 419.379937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:26.003772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.560474Z","time spent":"443.22767ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:26.003787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.560835Z","time spent":"442.927662ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:26.003816Z","caller":"traceutil/trace.go:171","msg":"trace[1655608878] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"441.943775ms","start":"2026-03-29T02:18:25.561839Z","end":"2026-03-29T02:18:26.003782Z","steps":["trace[1655608878] 'process raft request' (duration: 441.809312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.003894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.197942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:26.003934Z","caller":"traceutil/trace.go:171","msg":"trace[1325351466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9237; }","duration":"438.259244ms","start":"2026-03-29T02:18:25.565665Z","end":"2026-03-29T02:18:26.003924Z","steps":["trace[1325351466] 'agreement among raft nodes before linearized reading' (duration: 438.196783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.003968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.565653Z","time spent":"438.309505ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:26.003959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.561823Z","time spent":"442.064808ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:26.003988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-29T02:18:26.004017Z","caller":"traceutil/trace.go:171","msg":"trace[5036334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9237; }","duration":"140.939454ms","start":"2026-03-29T02:18:25.863071Z","end":"2026-03-29T02:18:26.00401Z","steps":["trace[5036334] 'agreement among raft nodes before linearized reading' (duration: 140.845641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.004041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.473153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:26.004094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.156995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211756"} {"level":"info","ts":"2026-03-29T02:18:26.004101Z","caller":"traceutil/trace.go:171","msg":"trace[1216912963] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9237; }","duration":"394.579567ms","start":"2026-03-29T02:18:25.609507Z","end":"2026-03-29T02:18:26.004086Z","steps":["trace[1216912963] 'agreement among raft nodes before linearized reading' (duration: 394.495635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:26.004126Z","caller":"traceutil/trace.go:171","msg":"trace[323043790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9237; }","duration":"444.248609ms","start":"2026-03-29T02:18:25.55987Z","end":"2026-03-29T02:18:26.004119Z","steps":["trace[323043790] 'agreement among raft nodes before linearized reading' (duration: 443.959381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:26.004135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.609486Z","time spent":"394.640738ms","remote":"127.0.0.1:55388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:26.003903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.848523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:26.004148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:25.559848Z","time spent":"444.294079ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211777,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:18:26.004183Z","caller":"traceutil/trace.go:171","msg":"trace[1897941581] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9237; }","duration":"179.157431ms","start":"2026-03-29T02:18:25.825008Z","end":"2026-03-29T02:18:26.004165Z","steps":["trace[1897941581] 'agreement among raft nodes before linearized reading' (duration: 178.870553ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:26.801949Z","caller":"traceutil/trace.go:171","msg":"trace[2102804643] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"155.123072ms","start":"2026-03-29T02:18:26.646795Z","end":"2026-03-29T02:18:26.801918Z","steps":["trace[2102804643] 'process raft request' (duration: 154.905457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.528128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.449336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:27.52863Z","caller":"traceutil/trace.go:171","msg":"trace[824269654] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"230.54419ms","start":"2026-03-29T02:18:27.298051Z","end":"2026-03-29T02:18:27.528595Z","steps":["trace[824269654] 'process raft request' (duration: 230.20457ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:27.528786Z","caller":"traceutil/trace.go:171","msg":"trace[1811178258] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"748.91459ms","start":"2026-03-29T02:18:26.779819Z","end":"2026-03-29T02:18:27.528734Z","steps":["trace[1811178258] 'process raft request' (duration: 184.716444ms)","trace[1811178258] 'compare' (duration: 563.285621ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:27.528839Z","caller":"traceutil/trace.go:171","msg":"trace[1089643640] linearizableReadLoop","detail":"{readStateIndex:9595; appliedIndex:9594; }","duration":"380.308015ms","start":"2026-03-29T02:18:27.148431Z","end":"2026-03-29T02:18:27.528739Z","steps":["trace[1089643640] 'read index received' (duration: 60.431µs)","trace[1089643640] 'applied index is now lower than readState.Index' (duration: 380.245174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:27.528922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.47487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:18:27.528963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:26.779782Z","time spent":"749.089504ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:27.529002Z","caller":"traceutil/trace.go:171","msg":"trace[1193861791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9241; }","duration":"380.614603ms","start":"2026-03-29T02:18:27.148368Z","end":"2026-03-29T02:18:27.528982Z","steps":["trace[1193861791] 'agreement among raft nodes before linearized reading' (duration: 380.464429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:27.529041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:27.148346Z","time spent":"380.685736ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:18:28.80254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098100122s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:28.802743Z","caller":"traceutil/trace.go:171","msg":"trace[860840999] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"172.041326ms","start":"2026-03-29T02:18:28.630685Z","end":"2026-03-29T02:18:28.802726Z","steps":["trace[860840999] 'process raft request' (duration: 171.945694ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:28.802759Z","caller":"traceutil/trace.go:171","msg":"trace[202565836] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"1.271225508s","start":"2026-03-29T02:18:27.531481Z","end":"2026-03-29T02:18:28.802706Z","steps":["trace[202565836] 'process raft request' (duration: 172.883689ms)","trace[202565836] 'compare' (duration: 1.097921137s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:28.802852Z","caller":"traceutil/trace.go:171","msg":"trace[2102590873] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"1.213509506s","start":"2026-03-29T02:18:27.589304Z","end":"2026-03-29T02:18:28.802813Z","steps":["trace[2102590873] 'read index received' (duration: 115.003493ms)","trace[2102590873] 'applied index is now lower than readState.Index' (duration: 1.098500933s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:28.802939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:27.531468Z","time spent":"1.271376252s","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:28.803094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.635453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:18:28.803135Z","caller":"traceutil/trace.go:171","msg":"trace[1978703275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9243; }","duration":"794.703485ms","start":"2026-03-29T02:18:28.008421Z","end":"2026-03-29T02:18:28.803125Z","steps":["trace[1978703275] 'agreement among raft nodes before linearized reading' (duration: 794.563091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008405Z","time spent":"794.751896ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.218049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:18:28.803249Z","caller":"traceutil/trace.go:171","msg":"trace[1275337325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9243; }","duration":"687.28549ms","start":"2026-03-29T02:18:28.115951Z","end":"2026-03-29T02:18:28.803237Z","steps":["trace[1275337325] 'agreement among raft nodes before linearized reading' (duration: 687.047364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.115863Z","time spent":"687.419514ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.611762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:18:28.803385Z","caller":"traceutil/trace.go:171","msg":"trace[614608588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9243; }","duration":"794.663074ms","start":"2026-03-29T02:18:28.008714Z","end":"2026-03-29T02:18:28.803377Z","steps":["trace[614608588] 'agreement among raft nodes before linearized reading' (duration: 794.577582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.535625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:18:28.803355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.477189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:18:28.803422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.837698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:18:28.80345Z","caller":"traceutil/trace.go:171","msg":"trace[1782809908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9243; }","duration":"792.607028ms","start":"2026-03-29T02:18:28.010829Z","end":"2026-03-29T02:18:28.803436Z","steps":["trace[1782809908] 'agreement among raft nodes before linearized reading' (duration: 792.469584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.333358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:28.803467Z","caller":"traceutil/trace.go:171","msg":"trace[1975175524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9243; }","duration":"794.91323ms","start":"2026-03-29T02:18:28.008544Z","end":"2026-03-29T02:18:28.803457Z","steps":["trace[1975175524] 'agreement among raft nodes before linearized reading' (duration: 794.757986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.010819Z","time spent":"792.661649ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"info","ts":"2026-03-29T02:18:28.803487Z","caller":"traceutil/trace.go:171","msg":"trace[1395065986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9243; }","duration":"348.362529ms","start":"2026-03-29T02:18:28.455117Z","end":"2026-03-29T02:18:28.80348Z","steps":["trace[1395065986] 'agreement among raft nodes before linearized reading' (duration: 348.317838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.933382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:18:28.803513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.455095Z","time spent":"348.412381ms","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:28.8035Z","caller":"traceutil/trace.go:171","msg":"trace[1875752523] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9243; }","duration":"794.658263ms","start":"2026-03-29T02:18:28.008795Z","end":"2026-03-29T02:18:28.803453Z","steps":["trace[1875752523] 'agreement among raft nodes before linearized reading' (duration: 794.211031ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:28.803536Z","caller":"traceutil/trace.go:171","msg":"trace[646964357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9243; }","duration":"795.040344ms","start":"2026-03-29T02:18:28.00848Z","end":"2026-03-29T02:18:28.80352Z","steps":["trace[646964357] 'agreement among raft nodes before linearized reading' (duration: 794.88916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008456Z","time spent":"795.113277ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.957862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:18:28.803596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008789Z","time spent":"794.789087ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:18:28.803636Z","caller":"traceutil/trace.go:171","msg":"trace[2092562975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9243; }","duration":"795.025214ms","start":"2026-03-29T02:18:28.0086Z","end":"2026-03-29T02:18:28.803626Z","steps":["trace[2092562975] 'agreement among raft nodes before linearized reading' (duration: 794.843829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008525Z","time spent":"794.967582ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008588Z","time spent":"795.095906ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21403847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:18:28.803782Z","caller":"traceutil/trace.go:171","msg":"trace[1653714583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9243; }","duration":"1.214518943s","start":"2026-03-29T02:18:27.589247Z","end":"2026-03-29T02:18:28.803766Z","steps":["trace[1653714583] 'agreement among raft nodes before linearized reading' (duration: 1.21369571s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:28.803408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:28.008702Z","time spent":"794.701665ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:18:28.803836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:27.589225Z","time spent":"1.214596875s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:18:29.006195Z","caller":"traceutil/trace.go:171","msg":"trace[339382056] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"197.256827ms","start":"2026-03-29T02:18:28.808914Z","end":"2026-03-29T02:18:29.006171Z","steps":["trace[339382056] 'process raft request' (duration: 197.136654ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.006237Z","caller":"traceutil/trace.go:171","msg":"trace[1533901394] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"197.397271ms","start":"2026-03-29T02:18:28.808785Z","end":"2026-03-29T02:18:29.006183Z","steps":["trace[1533901394] 'process raft request' (duration: 197.100573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.006938Z","caller":"traceutil/trace.go:171","msg":"trace[1275153434] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"197.537715ms","start":"2026-03-29T02:18:28.809373Z","end":"2026-03-29T02:18:29.00691Z","steps":["trace[1275153434] 'process raft request' (duration: 196.723132ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.00696Z","caller":"traceutil/trace.go:171","msg":"trace[195127043] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"197.336789ms","start":"2026-03-29T02:18:28.809604Z","end":"2026-03-29T02:18:29.006941Z","steps":["trace[195127043] 'process raft request' (duration: 197.155624ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.007033Z","caller":"traceutil/trace.go:171","msg":"trace[36402934] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"197.37922ms","start":"2026-03-29T02:18:28.809632Z","end":"2026-03-29T02:18:29.007011Z","steps":["trace[36402934] 'process raft request' (duration: 197.238017ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.007127Z","caller":"traceutil/trace.go:171","msg":"trace[263904270] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"196.337262ms","start":"2026-03-29T02:18:28.810773Z","end":"2026-03-29T02:18:29.00711Z","steps":["trace[263904270] 'process raft request' (duration: 196.195328ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.007151Z","caller":"traceutil/trace.go:171","msg":"trace[549576011] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"196.890168ms","start":"2026-03-29T02:18:28.810237Z","end":"2026-03-29T02:18:29.007127Z","steps":["trace[549576011] 'process raft request' (duration: 196.688292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.007045Z","caller":"traceutil/trace.go:171","msg":"trace[1863108171] linearizableReadLoop","detail":"{readStateIndex:9601; appliedIndex:9598; }","duration":"198.242825ms","start":"2026-03-29T02:18:28.808781Z","end":"2026-03-29T02:18:29.007024Z","steps":["trace[1863108171] 'read index received' (duration: 84.770054ms)","trace[1863108171] 'applied index is now lower than readState.Index' (duration: 113.471631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:29.007555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.727268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211756"} {"level":"info","ts":"2026-03-29T02:18:29.007632Z","caller":"traceutil/trace.go:171","msg":"trace[379548864] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9252; }","duration":"198.854011ms","start":"2026-03-29T02:18:28.80876Z","end":"2026-03-29T02:18:29.007614Z","steps":["trace[379548864] 'agreement among raft nodes before linearized reading' (duration: 198.320976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:29.321946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.312002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:29.322033Z","caller":"traceutil/trace.go:171","msg":"trace[298203482] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9607; }","duration":"286.855104ms","start":"2026-03-29T02:18:29.035165Z","end":"2026-03-29T02:18:29.32202Z","steps":["trace[298203482] 'read index received' (duration: 52.314815ms)","trace[298203482] 'applied index is now lower than readState.Index' (duration: 234.539389ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:29.32224Z","caller":"traceutil/trace.go:171","msg":"trace[1541623442] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"308.99076ms","start":"2026-03-29T02:18:29.013235Z","end":"2026-03-29T02:18:29.322226Z","steps":["trace[1541623442] 'process raft request' (duration: 74.325478ms)","trace[1541623442] 'compare' (duration: 233.804999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:29.322377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.013212Z","time spent":"309.103094ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:29.322424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.217343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-29T02:18:29.322509Z","caller":"traceutil/trace.go:171","msg":"trace[1435244816] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9253; }","duration":"287.366988ms","start":"2026-03-29T02:18:29.035122Z","end":"2026-03-29T02:18:29.322489Z","steps":["trace[1435244816] 'agreement among raft nodes before linearized reading' (duration: 287.005638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:29.322951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.784248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:29.323073Z","caller":"traceutil/trace.go:171","msg":"trace[1291904153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9253; }","duration":"176.536469ms","start":"2026-03-29T02:18:29.146512Z","end":"2026-03-29T02:18:29.323048Z","steps":["trace[1291904153] 'agreement among raft nodes before linearized reading' (duration: 175.766978ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.809514Z","caller":"traceutil/trace.go:171","msg":"trace[2051660550] linearizableReadLoop","detail":"{readStateIndex:9609; appliedIndex:9608; }","duration":"380.623753ms","start":"2026-03-29T02:18:29.428863Z","end":"2026-03-29T02:18:29.809487Z","steps":["trace[2051660550] 'read index received' (duration: 380.605042ms)","trace[2051660550] 'applied index is now lower than readState.Index' (duration: 16.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:29.809521Z","caller":"traceutil/trace.go:171","msg":"trace[454083651] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"481.978652ms","start":"2026-03-29T02:18:29.327516Z","end":"2026-03-29T02:18:29.809494Z","steps":["trace[454083651] 'process raft request' (duration: 481.798077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:29.809721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.815369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:29.80981Z","caller":"traceutil/trace.go:171","msg":"trace[813345897] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9254; }","duration":"380.958162ms","start":"2026-03-29T02:18:29.428832Z","end":"2026-03-29T02:18:29.80979Z","steps":["trace[813345897] 'agreement among raft nodes before linearized reading' (duration: 380.754827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:29.809815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.327432Z","time spent":"482.27702ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:29.809861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.428815Z","time spent":"381.035375ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:29.839631Z","caller":"traceutil/trace.go:171","msg":"trace[2097448403] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"305.431962ms","start":"2026-03-29T02:18:29.534171Z","end":"2026-03-29T02:18:29.839603Z","steps":["trace[2097448403] 'process raft request' (duration: 305.164515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.839785Z","caller":"traceutil/trace.go:171","msg":"trace[286996816] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"305.538025ms","start":"2026-03-29T02:18:29.534238Z","end":"2026-03-29T02:18:29.839776Z","steps":["trace[286996816] 'process raft request' (duration: 305.236087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:29.839899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.534136Z","time spent":"305.647028ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:29.839953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.979928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:18:29.839914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.5342Z","time spent":"305.631718ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:29.840048Z","caller":"traceutil/trace.go:171","msg":"trace[107957519] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:9257; }","duration":"209.122662ms","start":"2026-03-29T02:18:29.630901Z","end":"2026-03-29T02:18:29.840024Z","steps":["trace[107957519] 'agreement among raft nodes before linearized reading' (duration: 208.857665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:29.839678Z","caller":"traceutil/trace.go:171","msg":"trace[525589389] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"224.668488ms","start":"2026-03-29T02:18:29.61498Z","end":"2026-03-29T02:18:29.839649Z","steps":["trace[525589389] 'process raft request' (duration: 224.561375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.404362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.070495ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-03-29T02:18:30.404555Z","caller":"traceutil/trace.go:171","msg":"trace[2111983766] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"558.275794ms","start":"2026-03-29T02:18:29.846265Z","end":"2026-03-29T02:18:30.404541Z","steps":["trace[2111983766] 'process raft request' (duration: 558.174291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.404526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.841069Z","time spent":"563.451336ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:18:30.404797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.846242Z","time spent":"558.338476ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:30.404829Z","caller":"traceutil/trace.go:171","msg":"trace[1021248429] linearizableReadLoop","detail":"{readStateIndex:9613; appliedIndex:9612; }","duration":"558.587323ms","start":"2026-03-29T02:18:29.846211Z","end":"2026-03-29T02:18:30.404798Z","steps":["trace[1021248429] 'read index received' (duration: 80.078856ms)","trace[1021248429] 'applied index is now lower than readState.Index' (duration: 478.506607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:30.405027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.791298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:30.405105Z","caller":"traceutil/trace.go:171","msg":"trace[1604972366] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9258; }","duration":"558.912522ms","start":"2026-03-29T02:18:29.846175Z","end":"2026-03-29T02:18:30.405087Z","steps":["trace[1604972366] 'agreement among raft nodes before linearized reading' (duration: 558.711526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.405144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:29.84616Z","time spent":"558.975603ms","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-29T02:18:30.546491Z","caller":"traceutil/trace.go:171","msg":"trace[84856352] linearizableReadLoop","detail":"{readStateIndex:9615; appliedIndex:9614; }","duration":"141.601402ms","start":"2026-03-29T02:18:30.404871Z","end":"2026-03-29T02:18:30.546472Z","steps":["trace[84856352] 'read index received' (duration: 141.471428ms)","trace[84856352] 'applied index is now lower than readState.Index' (duration: 129.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:30.546563Z","caller":"traceutil/trace.go:171","msg":"trace[1089367483] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"527.13149ms","start":"2026-03-29T02:18:30.019394Z","end":"2026-03-29T02:18:30.546526Z","steps":["trace[1089367483] 'process raft request' (duration: 526.953425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.546707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.68693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-29T02:18:30.546744Z","caller":"traceutil/trace.go:171","msg":"trace[918085392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9259; }","duration":"525.815044ms","start":"2026-03-29T02:18:30.020918Z","end":"2026-03-29T02:18:30.546733Z","steps":["trace[918085392] 'agreement among raft nodes before linearized reading' (duration: 525.629029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.546731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:30.019362Z","time spent":"527.272514ms","remote":"127.0.0.1:53462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:18:30.546778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:30.020897Z","time spent":"525.874426ms","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-29T02:18:30.546783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.268683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:30.54687Z","caller":"traceutil/trace.go:171","msg":"trace[27468727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9259; }","duration":"392.401497ms","start":"2026-03-29T02:18:30.154451Z","end":"2026-03-29T02:18:30.546852Z","steps":["trace[27468727] 'agreement among raft nodes before linearized reading' (duration: 392.090519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:30.546908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:30.154433Z","time spent":"392.467738ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:18:30.547465Z","caller":"traceutil/trace.go:171","msg":"trace[429350252] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"140.720198ms","start":"2026-03-29T02:18:30.406734Z","end":"2026-03-29T02:18:30.547454Z","steps":["trace[429350252] 'process raft request' (duration: 140.683247ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:30.547605Z","caller":"traceutil/trace.go:171","msg":"trace[1922957126] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"141.790107ms","start":"2026-03-29T02:18:30.405807Z","end":"2026-03-29T02:18:30.547597Z","steps":["trace[1922957126] 'process raft request' (duration: 141.486088ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:31.076553Z","caller":"traceutil/trace.go:171","msg":"trace[573937905] linearizableReadLoop","detail":"{readStateIndex:9618; appliedIndex:9617; }","duration":"178.321918ms","start":"2026-03-29T02:18:30.898216Z","end":"2026-03-29T02:18:31.076538Z","steps":["trace[573937905] 'read index received' (duration: 178.130693ms)","trace[573937905] 'applied index is now lower than readState.Index' (duration: 190.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:31.076589Z","caller":"traceutil/trace.go:171","msg":"trace[1107479283] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"521.841285ms","start":"2026-03-29T02:18:30.55472Z","end":"2026-03-29T02:18:31.076562Z","steps":["trace[1107479283] 'process raft request' (duration: 521.6761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.076703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.477992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-29T02:18:31.076728Z","caller":"traceutil/trace.go:171","msg":"trace[1588138970] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9262; }","duration":"178.552455ms","start":"2026-03-29T02:18:30.898169Z","end":"2026-03-29T02:18:31.076722Z","steps":["trace[1588138970] 'agreement among raft nodes before linearized reading' (duration: 178.446502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.076751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:30.554697Z","time spent":"521.979839ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:31.076977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.682088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:18:31.077069Z","caller":"traceutil/trace.go:171","msg":"trace[1735566875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9262; }","duration":"178.838992ms","start":"2026-03-29T02:18:30.898207Z","end":"2026-03-29T02:18:31.077046Z","steps":["trace[1735566875] 'agreement among raft nodes before linearized reading' (duration: 178.482403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.620227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.734878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:18:31.620327Z","caller":"traceutil/trace.go:171","msg":"trace[2041067724] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"537.221117ms","start":"2026-03-29T02:18:31.083089Z","end":"2026-03-29T02:18:31.62031Z","steps":["trace[2041067724] 'process raft request' (duration: 400.330384ms)","trace[2041067724] 'compare' (duration: 136.549453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:31.620369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.083074Z","time spent":"537.275578ms","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.756824Z","caller":"traceutil/trace.go:171","msg":"trace[200750236] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"671.774605ms","start":"2026-03-29T02:18:31.084985Z","end":"2026-03-29T02:18:31.75676Z","steps":["trace[200750236] 'process raft request' (duration: 640.373394ms)","trace[200750236] 'compare' (duration: 28.916453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:18:31.757048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.084951Z","time spent":"671.979721ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.757167Z","caller":"traceutil/trace.go:171","msg":"trace[65281021] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9264; }","duration":"671.59514ms","start":"2026-03-29T02:18:31.085488Z","end":"2026-03-29T02:18:31.757083Z","steps":["trace[65281021] 'process raft request' (duration: 671.186759ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:31.75716Z","caller":"traceutil/trace.go:171","msg":"trace[1615087217] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"665.534764ms","start":"2026-03-29T02:18:31.091594Z","end":"2026-03-29T02:18:31.757129Z","steps":["trace[1615087217] 'process raft request' (duration: 665.305878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.757277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.085449Z","time spent":"671.764894ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4668,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:31.757332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.091579Z","time spent":"665.666597ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.757408Z","caller":"traceutil/trace.go:171","msg":"trace[1870578239] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"665.440872ms","start":"2026-03-29T02:18:31.091928Z","end":"2026-03-29T02:18:31.757369Z","steps":["trace[1870578239] 'process raft request' (duration: 665.142533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.757586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.091908Z","time spent":"665.559504ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.757715Z","caller":"traceutil/trace.go:171","msg":"trace[1499963927] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"665.619306ms","start":"2026-03-29T02:18:31.092021Z","end":"2026-03-29T02:18:31.75764Z","steps":["trace[1499963927] 'process raft request' (duration: 665.264626ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:31.757853Z","caller":"traceutil/trace.go:171","msg":"trace[986231182] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"665.644717ms","start":"2026-03-29T02:18:31.092186Z","end":"2026-03-29T02:18:31.757831Z","steps":["trace[986231182] 'process raft request' (duration: 665.36609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.757862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.091992Z","time spent":"665.790171ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:31.75791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.092177Z","time spent":"665.703399ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.758319Z","caller":"traceutil/trace.go:171","msg":"trace[769286405] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"666.12129ms","start":"2026-03-29T02:18:31.092181Z","end":"2026-03-29T02:18:31.758302Z","steps":["trace[769286405] 'process raft request' (duration: 665.589226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.75838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.092166Z","time spent":"666.186552ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:31.75844Z","caller":"traceutil/trace.go:171","msg":"trace[1168588883] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"666.187161ms","start":"2026-03-29T02:18:31.092197Z","end":"2026-03-29T02:18:31.758384Z","steps":["trace[1168588883] 'process raft request' (duration: 665.972206ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:31.758735Z","caller":"traceutil/trace.go:171","msg":"trace[1350792418] linearizableReadLoop","detail":"{readStateIndex:9621; appliedIndex:9618; }","duration":"670.348166ms","start":"2026-03-29T02:18:31.088203Z","end":"2026-03-29T02:18:31.758552Z","steps":["trace[1350792418] 'read index received' (duration: 395.229564ms)","trace[1350792418] 'applied index is now lower than readState.Index' (duration: 275.116292ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:31.758794Z","caller":"traceutil/trace.go:171","msg":"trace[1325146201] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"665.812702ms","start":"2026-03-29T02:18:31.092948Z","end":"2026-03-29T02:18:31.75876Z","steps":["trace[1325146201] 'process raft request' (duration: 665.354849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.758902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.092934Z","time spent":"665.911684ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:31.758956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.740467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jjdsm\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-29T02:18:31.759025Z","caller":"traceutil/trace.go:171","msg":"trace[70340698] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jjdsm; range_end:; response_count:1; response_revision:9271; }","duration":"670.821479ms","start":"2026-03-29T02:18:31.088178Z","end":"2026-03-29T02:18:31.758999Z","steps":["trace[70340698] 'agreement among raft nodes before linearized reading' (duration: 670.700536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.759064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.088168Z","time spent":"670.886781ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jjdsm\" "} {"level":"warn","ts":"2026-03-29T02:18:31.759134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.84094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-29T02:18:31.759218Z","caller":"traceutil/trace.go:171","msg":"trace[475134269] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9271; }","duration":"670.931312ms","start":"2026-03-29T02:18:31.088266Z","end":"2026-03-29T02:18:31.759198Z","steps":["trace[475134269] 'agreement among raft nodes before linearized reading' (duration: 670.771387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.759273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.088256Z","time spent":"671.001163ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3087,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-29T02:18:31.759494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.698967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:18:31.759527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.919736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:18:31.75963Z","caller":"traceutil/trace.go:171","msg":"trace[337348892] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9271; }","duration":"136.055609ms","start":"2026-03-29T02:18:31.623553Z","end":"2026-03-29T02:18:31.759609Z","steps":["trace[337348892] 'agreement among raft nodes before linearized reading' (duration: 135.879744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.759641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.099412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:18:31.759669Z","caller":"traceutil/trace.go:171","msg":"trace[1476324316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9271; }","duration":"294.126442ms","start":"2026-03-29T02:18:31.465533Z","end":"2026-03-29T02:18:31.759659Z","steps":["trace[1476324316] 'agreement among raft nodes before linearized reading' (duration: 294.0287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:31.759544Z","caller":"traceutil/trace.go:171","msg":"trace[1775565300] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9271; }","duration":"399.783509ms","start":"2026-03-29T02:18:31.359739Z","end":"2026-03-29T02:18:31.759522Z","steps":["trace[1775565300] 'agreement among raft nodes before linearized reading' (duration: 399.703366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.759821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.157644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-29T02:18:31.759892Z","caller":"traceutil/trace.go:171","msg":"trace[1704664203] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9271; }","duration":"135.244387ms","start":"2026-03-29T02:18:31.624621Z","end":"2026-03-29T02:18:31.759865Z","steps":["trace[1704664203] 'agreement among raft nodes before linearized reading' (duration: 135.101923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:31.759823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.359714Z","time spent":"400.095308ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:18:31.762157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.092188Z","time spent":"666.584553ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:18:32.234709Z","caller":"traceutil/trace.go:171","msg":"trace[89925616] linearizableReadLoop","detail":"{readStateIndex:9629; appliedIndex:9628; }","duration":"470.21385ms","start":"2026-03-29T02:18:31.764438Z","end":"2026-03-29T02:18:32.234652Z","steps":["trace[89925616] 'read index received' (duration: 470.056476ms)","trace[89925616] 'applied index is now lower than readState.Index' (duration: 156.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:32.234803Z","caller":"traceutil/trace.go:171","msg":"trace[1036187541] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"470.870799ms","start":"2026-03-29T02:18:31.763892Z","end":"2026-03-29T02:18:32.234763Z","steps":["trace[1036187541] 'process raft request' (duration: 470.57501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.23509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.763869Z","time spent":"471.134745ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:32.23517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.693774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:18:32.235311Z","caller":"traceutil/trace.go:171","msg":"trace[471631531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9272; }","duration":"470.900649ms","start":"2026-03-29T02:18:31.764388Z","end":"2026-03-29T02:18:32.235289Z","steps":["trace[471631531] 'agreement among raft nodes before linearized reading' (duration: 470.412906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.235408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.764374Z","time spent":"471.020992ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:18:32.265957Z","caller":"traceutil/trace.go:171","msg":"trace[74068904] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"420.297552ms","start":"2026-03-29T02:18:31.845627Z","end":"2026-03-29T02:18:32.265924Z","steps":["trace[74068904] 'process raft request' (duration: 410.848043ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:32.265949Z","caller":"traceutil/trace.go:171","msg":"trace[1566679373] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"420.148258ms","start":"2026-03-29T02:18:31.845769Z","end":"2026-03-29T02:18:32.265917Z","steps":["trace[1566679373] 'process raft request' (duration: 420.047425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.26609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.845602Z","time spent":"420.418206ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:32.266252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.845731Z","time spent":"420.304212ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:32.266371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.063804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:32.266425Z","caller":"traceutil/trace.go:171","msg":"trace[1322712522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9275; }","duration":"119.146496ms","start":"2026-03-29T02:18:32.147266Z","end":"2026-03-29T02:18:32.266412Z","steps":["trace[1322712522] 'agreement among raft nodes before linearized reading' (duration: 119.052614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:32.266392Z","caller":"traceutil/trace.go:171","msg":"trace[1550422450] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"126.392795ms","start":"2026-03-29T02:18:32.139967Z","end":"2026-03-29T02:18:32.26636Z","steps":["trace[1550422450] 'process raft request' (duration: 125.902961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.266455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.759295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-29T02:18:32.266469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.956426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:18:32.26653Z","caller":"traceutil/trace.go:171","msg":"trace[1899672333] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9275; }","duration":"501.847827ms","start":"2026-03-29T02:18:31.764663Z","end":"2026-03-29T02:18:32.266511Z","steps":["trace[1899672333] 'agreement among raft nodes before linearized reading' (duration: 501.668652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:32.266568Z","caller":"traceutil/trace.go:171","msg":"trace[597709817] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9275; }","duration":"500.088469ms","start":"2026-03-29T02:18:31.766452Z","end":"2026-03-29T02:18:32.26654Z","steps":["trace[597709817] 'agreement among raft nodes before linearized reading' (duration: 499.817191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.266577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.764654Z","time spent":"501.9139ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3087,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-29T02:18:32.266642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.766443Z","time spent":"500.183812ms","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":552,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-29T02:18:32.266724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.097194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-03-29T02:18:32.266719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.876126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:18:32.266797Z","caller":"traceutil/trace.go:171","msg":"trace[1847516292] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9275; }","duration":"502.182766ms","start":"2026-03-29T02:18:31.764598Z","end":"2026-03-29T02:18:32.266781Z","steps":["trace[1847516292] 'agreement among raft nodes before linearized reading' (duration: 501.95221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.26689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.764587Z","time spent":"502.291349ms","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":410,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-03-29T02:18:32.266826Z","caller":"traceutil/trace.go:171","msg":"trace[1957328651] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9275; }","duration":"441.082572ms","start":"2026-03-29T02:18:31.825713Z","end":"2026-03-29T02:18:32.266796Z","steps":["trace[1957328651] 'agreement among raft nodes before linearized reading' (duration: 440.817605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:32.266997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:31.825685Z","time spent":"441.295487ms","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":50,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:18:35.941305Z","caller":"traceutil/trace.go:171","msg":"trace[1273701494] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"102.367676ms","start":"2026-03-29T02:18:35.838911Z","end":"2026-03-29T02:18:35.941279Z","steps":["trace[1273701494] 'process raft request' (duration: 102.15714ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947288Z","caller":"traceutil/trace.go:171","msg":"trace[342466964] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"107.704502ms","start":"2026-03-29T02:18:35.839567Z","end":"2026-03-29T02:18:35.947272Z","steps":["trace[342466964] 'process raft request' (duration: 107.594389ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947581Z","caller":"traceutil/trace.go:171","msg":"trace[521889303] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"107.937249ms","start":"2026-03-29T02:18:35.839631Z","end":"2026-03-29T02:18:35.947568Z","steps":["trace[521889303] 'process raft request' (duration: 107.60642ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947649Z","caller":"traceutil/trace.go:171","msg":"trace[841861081] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"107.897158ms","start":"2026-03-29T02:18:35.839732Z","end":"2026-03-29T02:18:35.947629Z","steps":["trace[841861081] 'process raft request' (duration: 107.724453ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947824Z","caller":"traceutil/trace.go:171","msg":"trace[1128897434] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"108.015691ms","start":"2026-03-29T02:18:35.8398Z","end":"2026-03-29T02:18:35.947816Z","steps":["trace[1128897434] 'process raft request' (duration: 107.809525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947847Z","caller":"traceutil/trace.go:171","msg":"trace[1082394364] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"108.015481ms","start":"2026-03-29T02:18:35.839806Z","end":"2026-03-29T02:18:35.947821Z","steps":["trace[1082394364] 'process raft request' (duration: 107.854317ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:35.947893Z","caller":"traceutil/trace.go:171","msg":"trace[615010358] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"108.121734ms","start":"2026-03-29T02:18:35.839764Z","end":"2026-03-29T02:18:35.947886Z","steps":["trace[615010358] 'process raft request' (duration: 107.802955ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:36.15168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7209} {"level":"info","ts":"2026-03-29T02:18:36.270383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7209,"took":"116.584116ms","hash":1242348518,"current-db-size-bytes":42450944,"current-db-size":"42 MB","current-db-size-in-use-bytes":25792512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-29T02:18:36.27044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1242348518,"revision":7209,"compact-revision":4405} {"level":"warn","ts":"2026-03-29T02:18:39.252803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.092788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:39.253496Z","caller":"traceutil/trace.go:171","msg":"trace[1609240122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9333; }","duration":"106.831439ms","start":"2026-03-29T02:18:39.146631Z","end":"2026-03-29T02:18:39.253463Z","steps":["trace[1609240122] 'range keys from in-memory index tree' (duration: 106.014226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.252801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.096229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:18:39.253637Z","caller":"traceutil/trace.go:171","msg":"trace[205408884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9333; }","duration":"125.965023ms","start":"2026-03-29T02:18:39.127632Z","end":"2026-03-29T02:18:39.253597Z","steps":["trace[205408884] 'range keys from in-memory index tree' (duration: 124.923014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.252959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.183597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-29T02:18:39.253733Z","caller":"traceutil/trace.go:171","msg":"trace[1484682083] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9333; }","duration":"208.961809ms","start":"2026-03-29T02:18:39.044742Z","end":"2026-03-29T02:18:39.253704Z","steps":["trace[1484682083] 'range keys from in-memory index tree' (duration: 207.871338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.253863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.057649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-29T02:18:39.253937Z","caller":"traceutil/trace.go:171","msg":"trace[1222055466] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9333; }","duration":"148.157212ms","start":"2026-03-29T02:18:39.105766Z","end":"2026-03-29T02:18:39.253923Z","steps":["trace[1222055466] 'range keys from in-memory index tree' (duration: 147.032971ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:39.715807Z","caller":"traceutil/trace.go:171","msg":"trace[795089429] linearizableReadLoop","detail":"{readStateIndex:9693; appliedIndex:9692; }","duration":"118.727025ms","start":"2026-03-29T02:18:39.597054Z","end":"2026-03-29T02:18:39.715781Z","steps":["trace[795089429] 'read index received' (duration: 118.450467ms)","trace[795089429] 'applied index is now lower than readState.Index' (duration: 275.458µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:18:39.715897Z","caller":"traceutil/trace.go:171","msg":"trace[1604051771] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"366.710693ms","start":"2026-03-29T02:18:39.34915Z","end":"2026-03-29T02:18:39.715861Z","steps":["trace[1604051771] 'process raft request' (duration: 366.430375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.716011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.92603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:18:39.716099Z","caller":"traceutil/trace.go:171","msg":"trace[1485078973] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:9334; }","duration":"119.063884ms","start":"2026-03-29T02:18:39.597015Z","end":"2026-03-29T02:18:39.716079Z","steps":["trace[1485078973] 'agreement among raft nodes before linearized reading' (duration: 118.899829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:18:39.716257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:18:39.349134Z","time spent":"366.892857ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:18:39.71762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.734858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-29T02:18:39.717722Z","caller":"traceutil/trace.go:171","msg":"trace[186055178] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9334; }","duration":"110.466578ms","start":"2026-03-29T02:18:39.607233Z","end":"2026-03-29T02:18:39.7177Z","steps":["trace[186055178] 'agreement among raft nodes before linearized reading' (duration: 108.69156ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:47.520913Z","caller":"traceutil/trace.go:171","msg":"trace[1908011120] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"209.174238ms","start":"2026-03-29T02:18:47.311713Z","end":"2026-03-29T02:18:47.520887Z","steps":["trace[1908011120] 'process raft request' (duration: 209.010014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:18:47.524511Z","caller":"traceutil/trace.go:171","msg":"trace[1154804319] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"210.689421ms","start":"2026-03-29T02:18:47.313787Z","end":"2026-03-29T02:18:47.524476Z","steps":["trace[1154804319] 'process raft request' (duration: 209.975371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:04.347094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.383751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:19:04.347209Z","caller":"traceutil/trace.go:171","msg":"trace[1551887449] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9964; }","duration":"117.73339ms","start":"2026-03-29T02:19:04.229458Z","end":"2026-03-29T02:19:04.347191Z","steps":["trace[1551887449] 'read index received' (duration: 16.248626ms)","trace[1551887449] 'applied index is now lower than readState.Index' (duration: 101.483474ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:04.347284Z","caller":"traceutil/trace.go:171","msg":"trace[1666062013] transaction","detail":"{read_only:false; response_revision:9598; number_of_response:1; }","duration":"119.008995ms","start":"2026-03-29T02:19:04.228263Z","end":"2026-03-29T02:19:04.347272Z","steps":["trace[1666062013] 'process raft request' (duration: 17.366606ms)","trace[1666062013] 'compare' (duration: 101.245878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:04.347586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.10835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:19:04.34765Z","caller":"traceutil/trace.go:171","msg":"trace[897243753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9598; }","duration":"118.200423ms","start":"2026-03-29T02:19:04.229435Z","end":"2026-03-29T02:19:04.347635Z","steps":["trace[897243753] 'agreement among raft nodes before linearized reading' (duration: 117.989297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:04.386604Z","caller":"traceutil/trace.go:171","msg":"trace[1506552080] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"156.936695ms","start":"2026-03-29T02:19:04.229647Z","end":"2026-03-29T02:19:04.386583Z","steps":["trace[1506552080] 'process raft request' (duration: 156.791051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:04.386953Z","caller":"traceutil/trace.go:171","msg":"trace[1562121474] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"157.167792ms","start":"2026-03-29T02:19:04.229708Z","end":"2026-03-29T02:19:04.386876Z","steps":["trace[1562121474] 'process raft request' (duration: 156.840623ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:04.387546Z","caller":"traceutil/trace.go:171","msg":"trace[187773077] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"156.251797ms","start":"2026-03-29T02:19:04.23128Z","end":"2026-03-29T02:19:04.387531Z","steps":["trace[187773077] 'process raft request' (duration: 155.506917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:04.387541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.715794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:19:04.387628Z","caller":"traceutil/trace.go:171","msg":"trace[259877488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9601; }","duration":"131.854547ms","start":"2026-03-29T02:19:04.255753Z","end":"2026-03-29T02:19:04.387608Z","steps":["trace[259877488] 'agreement among raft nodes before linearized reading' (duration: 131.613271ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:08.410338Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-29T02:19:08.415635Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-29T02:19:08.415739Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-29T02:19:10.666615Z","caller":"traceutil/trace.go:171","msg":"trace[1637273681] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"182.200968ms","start":"2026-03-29T02:19:10.484375Z","end":"2026-03-29T02:19:10.666576Z","steps":["trace[1637273681] 'process raft request' (duration: 107.783427ms)","trace[1637273681] 'compare' (duration: 74.216256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:11.513724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.88987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-29T02:19:11.513816Z","caller":"traceutil/trace.go:171","msg":"trace[1741228661] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9693; }","duration":"139.027894ms","start":"2026-03-29T02:19:11.374766Z","end":"2026-03-29T02:19:11.513794Z","steps":["trace[1741228661] 'range keys from in-memory index tree' (duration: 138.724246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:11.513827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.957963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130928"} {"level":"info","ts":"2026-03-29T02:19:11.513871Z","caller":"traceutil/trace.go:171","msg":"trace[909576324] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9693; }","duration":"139.033024ms","start":"2026-03-29T02:19:11.374825Z","end":"2026-03-29T02:19:11.513858Z","steps":["trace[909576324] 'range keys from in-memory index tree' (duration: 138.811538ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:18.622508Z","caller":"traceutil/trace.go:171","msg":"trace[1845296618] linearizableReadLoop","detail":"{readStateIndex:10146; appliedIndex:10143; }","duration":"127.716754ms","start":"2026-03-29T02:19:18.494772Z","end":"2026-03-29T02:19:18.622488Z","steps":["trace[1845296618] 'read index received' (duration: 4.785662ms)","trace[1845296618] 'applied index is now lower than readState.Index' (duration: 122.930362ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:18.622861Z","caller":"traceutil/trace.go:171","msg":"trace[374688027] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"153.344657ms","start":"2026-03-29T02:19:18.469483Z","end":"2026-03-29T02:19:18.622828Z","steps":["trace[374688027] 'process raft request' (duration: 152.862113ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:18.622901Z","caller":"traceutil/trace.go:171","msg":"trace[58128428] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"128.232048ms","start":"2026-03-29T02:19:18.494621Z","end":"2026-03-29T02:19:18.622853Z","steps":["trace[58128428] 'process raft request' (duration: 127.843288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:18.623079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.312203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:19:18.623264Z","caller":"traceutil/trace.go:171","msg":"trace[1551302688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9775; }","duration":"127.56901ms","start":"2026-03-29T02:19:18.495683Z","end":"2026-03-29T02:19:18.623252Z","steps":["trace[1551302688] 'agreement among raft nodes before linearized reading' (duration: 127.268872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:18.623262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.439004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:19:18.623452Z","caller":"traceutil/trace.go:171","msg":"trace[2010021944] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9775; }","duration":"128.680811ms","start":"2026-03-29T02:19:18.494729Z","end":"2026-03-29T02:19:18.623409Z","steps":["trace[2010021944] 'agreement among raft nodes before linearized reading' (duration: 128.217338ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.177312Z","caller":"traceutil/trace.go:171","msg":"trace[227528318] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"100.652171ms","start":"2026-03-29T02:19:20.076616Z","end":"2026-03-29T02:19:20.177268Z","steps":["trace[227528318] 'process raft request' (duration: 100.382504ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.177594Z","caller":"traceutil/trace.go:171","msg":"trace[171571877] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"103.367256ms","start":"2026-03-29T02:19:20.074188Z","end":"2026-03-29T02:19:20.177555Z","steps":["trace[171571877] 'process raft request' (duration: 100.835617ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.665239Z","caller":"traceutil/trace.go:171","msg":"trace[1912739940] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"146.220181ms","start":"2026-03-29T02:19:20.518993Z","end":"2026-03-29T02:19:20.665213Z","steps":["trace[1912739940] 'process raft request' (duration: 146.055646ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.807375Z","caller":"traceutil/trace.go:171","msg":"trace[2510637] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"124.712021ms","start":"2026-03-29T02:19:20.68264Z","end":"2026-03-29T02:19:20.807352Z","steps":["trace[2510637] 'process raft request' (duration: 59.345638ms)","trace[2510637] 'compare' (duration: 65.140087ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:20.89189Z","caller":"traceutil/trace.go:171","msg":"trace[1969963902] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10171; }","duration":"207.243095ms","start":"2026-03-29T02:19:20.684626Z","end":"2026-03-29T02:19:20.891869Z","steps":["trace[1969963902] 'read index received' (duration: 57.381144ms)","trace[1969963902] 'applied index is now lower than readState.Index' (duration: 149.861141ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:20.892032Z","caller":"traceutil/trace.go:171","msg":"trace[447187009] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"182.435475ms","start":"2026-03-29T02:19:20.709588Z","end":"2026-03-29T02:19:20.892024Z","steps":["trace[447187009] 'process raft request' (duration: 182.24285ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.89203Z","caller":"traceutil/trace.go:171","msg":"trace[1726376827] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"204.316505ms","start":"2026-03-29T02:19:20.687663Z","end":"2026-03-29T02:19:20.891979Z","steps":["trace[1726376827] 'process raft request' (duration: 204.12407ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:20.892141Z","caller":"traceutil/trace.go:171","msg":"trace[869523516] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"209.016444ms","start":"2026-03-29T02:19:20.683097Z","end":"2026-03-29T02:19:20.892114Z","steps":["trace[869523516] 'process raft request' (duration: 208.569672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:20.892553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.912494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:19:20.892618Z","caller":"traceutil/trace.go:171","msg":"trace[876738344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9803; }","duration":"208.012446ms","start":"2026-03-29T02:19:20.684589Z","end":"2026-03-29T02:19:20.892602Z","steps":["trace[876738344] 'agreement among raft nodes before linearized reading' (duration: 207.879332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.018791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354409779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:19:27.222619Z","caller":"traceutil/trace.go:171","msg":"trace[1841413142] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"918.851688ms","start":"2026-03-29T02:19:26.303739Z","end":"2026-03-29T02:19:27.22259Z","steps":["trace[1841413142] 'process raft request' (duration: 918.668873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.222799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.303722Z","time spent":"918.996033ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:27.468791Z","caller":"traceutil/trace.go:171","msg":"trace[1904327532] linearizableReadLoop","detail":"{readStateIndex:10208; appliedIndex:10205; }","duration":"951.004291ms","start":"2026-03-29T02:19:26.517747Z","end":"2026-03-29T02:19:27.468751Z","steps":["trace[1904327532] 'read index received' (duration: 704.652602ms)","trace[1904327532] 'applied index is now lower than readState.Index' (duration: 246.349948ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:27.468991Z","caller":"traceutil/trace.go:171","msg":"trace[1227153233] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"739.872168ms","start":"2026-03-29T02:19:26.729101Z","end":"2026-03-29T02:19:27.468973Z","steps":["trace[1227153233] 'process raft request' (duration: 739.320992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.469129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.37182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:19:27.469177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.729081Z","time spent":"739.95321ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:27.469221Z","caller":"traceutil/trace.go:171","msg":"trace[1151265823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9835; }","duration":"951.509135ms","start":"2026-03-29T02:19:26.51769Z","end":"2026-03-29T02:19:27.469199Z","steps":["trace[1151265823] 'agreement among raft nodes before linearized reading' (duration: 951.307809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.469271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.517669Z","time spent":"951.589876ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:19:27.469392Z","caller":"traceutil/trace.go:171","msg":"trace[1150869559] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"542.833213ms","start":"2026-03-29T02:19:26.926542Z","end":"2026-03-29T02:19:27.469375Z","steps":["trace[1150869559] 'process raft request' (duration: 542.124003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.469507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.926515Z","time spent":"542.916804ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:27.46973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.599979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:19:27.469779Z","caller":"traceutil/trace.go:171","msg":"trace[1413389665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9835; }","duration":"533.667091ms","start":"2026-03-29T02:19:26.9361Z","end":"2026-03-29T02:19:27.469767Z","steps":["trace[1413389665] 'agreement among raft nodes before linearized reading' (duration: 533.561749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.469817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.93609Z","time spent":"533.708912ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:19:27.469819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.072516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:27.469872Z","caller":"traceutil/trace.go:171","msg":"trace[1644491348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9835; }","duration":"322.154698ms","start":"2026-03-29T02:19:27.147698Z","end":"2026-03-29T02:19:27.469853Z","steps":["trace[1644491348] 'agreement among raft nodes before linearized reading' (duration: 322.086146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.469919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:27.14767Z","time spent":"322.24167ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:19:27.470008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.089358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:19:27.470046Z","caller":"traceutil/trace.go:171","msg":"trace[961161991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9835; }","duration":"602.15983ms","start":"2026-03-29T02:19:26.867877Z","end":"2026-03-29T02:19:27.470036Z","steps":["trace[961161991] 'agreement among raft nodes before linearized reading' (duration: 602.078038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.867857Z","time spent":"602.210312ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:27.469921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.84437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:19:27.470293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.911028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:19:27.47031Z","caller":"traceutil/trace.go:171","msg":"trace[733323421] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9835; }","duration":"341.273612ms","start":"2026-03-29T02:19:27.129022Z","end":"2026-03-29T02:19:27.470296Z","steps":["trace[733323421] 'agreement among raft nodes before linearized reading' (duration: 340.866821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:27.129001Z","time spent":"341.333874ms","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:19:27.470317Z","caller":"traceutil/trace.go:171","msg":"trace[1224727041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9835; }","duration":"537.972029ms","start":"2026-03-29T02:19:26.932338Z","end":"2026-03-29T02:19:27.47031Z","steps":["trace[1224727041] 'agreement among raft nodes before linearized reading' (duration: 537.893247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.47049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.93232Z","time spent":"538.156674ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:27.47063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.590628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:19:27.47069Z","caller":"traceutil/trace.go:171","msg":"trace[835077917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9835; }","duration":"736.65653ms","start":"2026-03-29T02:19:26.733999Z","end":"2026-03-29T02:19:27.470656Z","steps":["trace[835077917] 'agreement among raft nodes before linearized reading' (duration: 736.588518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.139866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:27.470738Z","caller":"traceutil/trace.go:171","msg":"trace[1664497747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9835; }","duration":"935.175647ms","start":"2026-03-29T02:19:26.535553Z","end":"2026-03-29T02:19:27.470729Z","steps":["trace[1664497747] 'agreement among raft nodes before linearized reading' (duration: 935.098115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.733982Z","time spent":"736.746912ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:27.470766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.535542Z","time spent":"935.218288ms","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:27.469706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.596218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:19:27.470928Z","caller":"traceutil/trace.go:171","msg":"trace[1121279850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9835; }","duration":"936.866013ms","start":"2026-03-29T02:19:26.534052Z","end":"2026-03-29T02:19:27.470918Z","steps":["trace[1121279850] 'agreement among raft nodes before linearized reading' (duration: 935.404733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:27.470962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:26.53404Z","time spent":"936.904424ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:19:41.724802Z","caller":"traceutil/trace.go:171","msg":"trace[2031184312] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"148.764551ms","start":"2026-03-29T02:19:41.575995Z","end":"2026-03-29T02:19:41.724759Z","steps":["trace[2031184312] 'process raft request' (duration: 145.586164ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:43.886863Z","caller":"traceutil/trace.go:171","msg":"trace[1356013539] linearizableReadLoop","detail":"{readStateIndex:10300; appliedIndex:10299; }","duration":"159.317931ms","start":"2026-03-29T02:19:43.727525Z","end":"2026-03-29T02:19:43.886843Z","steps":["trace[1356013539] 'read index received' (duration: 159.231509ms)","trace[1356013539] 'applied index is now lower than readState.Index' (duration: 83.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:43.886991Z","caller":"traceutil/trace.go:171","msg":"trace[760302385] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"250.476012ms","start":"2026-03-29T02:19:43.63647Z","end":"2026-03-29T02:19:43.886946Z","steps":["trace[760302385] 'process raft request' (duration: 250.244276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:43.887063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.539727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:19:43.887093Z","caller":"traceutil/trace.go:171","msg":"trace[1190595565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9924; }","duration":"159.62896ms","start":"2026-03-29T02:19:43.727454Z","end":"2026-03-29T02:19:43.887083Z","steps":["trace[1190595565] 'agreement among raft nodes before linearized reading' (duration: 159.488136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.537104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:44.223249Z","caller":"traceutil/trace.go:171","msg":"trace[1507398408] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9924; }","duration":"207.663318ms","start":"2026-03-29T02:19:44.015567Z","end":"2026-03-29T02:19:44.223231Z","steps":["trace[1507398408] 'range keys from in-memory index tree' (duration: 207.521064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.482306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:19:44.223479Z","caller":"traceutil/trace.go:171","msg":"trace[2098986143] linearizableReadLoop","detail":"{readStateIndex:10301; appliedIndex:10300; }","duration":"336.538303ms","start":"2026-03-29T02:19:43.88692Z","end":"2026-03-29T02:19:44.223459Z","steps":["trace[2098986143] 'read index received' (duration: 188.949474ms)","trace[2098986143] 'applied index is now lower than readState.Index' (duration: 147.587299ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:44.223577Z","caller":"traceutil/trace.go:171","msg":"trace[56726406] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"492.582814ms","start":"2026-03-29T02:19:43.730977Z","end":"2026-03-29T02:19:44.22356Z","steps":["trace[56726406] 'process raft request' (duration: 344.733228ms)","trace[56726406] 'compare' (duration: 147.367202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:44.223664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.730951Z","time spent":"492.668126ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:44.223737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.47232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:19:44.223794Z","caller":"traceutil/trace.go:171","msg":"trace[1665708393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9925; }","duration":"469.565643ms","start":"2026-03-29T02:19:43.754219Z","end":"2026-03-29T02:19:44.223784Z","steps":["trace[1665708393] 'agreement among raft nodes before linearized reading' (duration: 469.400308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.7542Z","time spent":"469.615554ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:44.223786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.48731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:19:44.223813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.919531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:19:44.223852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.629544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-29T02:19:44.223853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.180092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-29T02:19:44.223885Z","caller":"traceutil/trace.go:171","msg":"trace[1802465747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9925; }","duration":"469.614174ms","start":"2026-03-29T02:19:43.754248Z","end":"2026-03-29T02:19:44.223862Z","steps":["trace[1802465747] 'agreement among raft nodes before linearized reading' (duration: 469.355717ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:44.223908Z","caller":"traceutil/trace.go:171","msg":"trace[273489532] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9925; }","duration":"459.024164ms","start":"2026-03-29T02:19:43.764863Z","end":"2026-03-29T02:19:44.223887Z","steps":["trace[273489532] 'agreement among raft nodes before linearized reading' (duration: 458.860429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.260394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:19:44.223925Z","caller":"traceutil/trace.go:171","msg":"trace[1466636712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:9925; }","duration":"461.282665ms","start":"2026-03-29T02:19:43.76262Z","end":"2026-03-29T02:19:44.223903Z","steps":["trace[1466636712] 'agreement among raft nodes before linearized reading' (duration: 461.09359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:44.223929Z","caller":"traceutil/trace.go:171","msg":"trace[941598337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9925; }","duration":"469.683746ms","start":"2026-03-29T02:19:43.754206Z","end":"2026-03-29T02:19:44.22389Z","steps":["trace[941598337] 'agreement among raft nodes before linearized reading' (duration: 469.46698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.76483Z","time spent":"459.121716ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:44.223963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.754234Z","time spent":"469.707176ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:19:44.223977Z","caller":"traceutil/trace.go:171","msg":"trace[1830105462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9925; }","duration":"469.403597ms","start":"2026-03-29T02:19:43.75455Z","end":"2026-03-29T02:19:44.223954Z","steps":["trace[1830105462] 'agreement among raft nodes before linearized reading' (duration: 469.196532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.223977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.762605Z","time spent":"461.360328ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:19:44.224008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.75452Z","time spent":"469.48151ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:19:44.224006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.75413Z","time spent":"469.84068ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:19:44.224051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.143905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:19:44.224172Z","caller":"traceutil/trace.go:171","msg":"trace[601937030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9925; }","duration":"475.394153ms","start":"2026-03-29T02:19:43.748749Z","end":"2026-03-29T02:19:44.224143Z","steps":["trace[601937030] 'agreement among raft nodes before linearized reading' (duration: 474.980881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.224228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.748723Z","time spent":"475.494195ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:19:44.224194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.85153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:19:44.225058Z","caller":"traceutil/trace.go:171","msg":"trace[466359263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9925; }","duration":"470.808126ms","start":"2026-03-29T02:19:43.754227Z","end":"2026-03-29T02:19:44.225036Z","steps":["trace[466359263] 'agreement among raft nodes before linearized reading' (duration: 469.421628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:44.225135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.754206Z","time spent":"470.912999ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:19:45.883057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257825988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:19:45.883251Z","caller":"traceutil/trace.go:171","msg":"trace[711482959] linearizableReadLoop","detail":"{readStateIndex:10302; appliedIndex:10301; }","duration":"1.659711694s","start":"2026-03-29T02:19:44.223518Z","end":"2026-03-29T02:19:45.88323Z","steps":["trace[711482959] 'read index received' (duration: 401.644779ms)","trace[711482959] 'applied index is now lower than readState.Index' (duration: 1.258064795s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:45.883261Z","caller":"traceutil/trace.go:171","msg":"trace[2091124789] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"1.973939775s","start":"2026-03-29T02:19:43.909291Z","end":"2026-03-29T02:19:45.883231Z","steps":["trace[2091124789] 'process raft request' (duration: 715.842799ms)","trace[2091124789] 'compare' (duration: 1.256696437s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:45.883412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.909252Z","time spent":"1.974085119s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:45.883432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734525817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:45.883558Z","caller":"traceutil/trace.go:171","msg":"trace[1844192273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9926; }","duration":"1.734682441s","start":"2026-03-29T02:19:44.148862Z","end":"2026-03-29T02:19:45.883545Z","steps":["trace[1844192273] 'agreement among raft nodes before linearized reading' (duration: 1.734517407s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.884483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.148847Z","time spent":"1.735615096s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:19:45.883573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818727117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-29T02:19:45.884829Z","caller":"traceutil/trace.go:171","msg":"trace[417996816] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9926; }","duration":"1.820011092s","start":"2026-03-29T02:19:44.064801Z","end":"2026-03-29T02:19:45.884812Z","steps":["trace[417996816] 'agreement among raft nodes before linearized reading' (duration: 1.818620934s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.884867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.064785Z","time spent":"1.820069703s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:19:45.883695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743203405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:45.885057Z","caller":"traceutil/trace.go:171","msg":"trace[890497124] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9926; }","duration":"1.744496481s","start":"2026-03-29T02:19:44.140444Z","end":"2026-03-29T02:19:45.884941Z","steps":["trace[890497124] 'agreement among raft nodes before linearized reading' (duration: 1.743160054s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.883787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859062603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-29T02:19:45.883802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993055709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-29T02:19:45.88538Z","caller":"traceutil/trace.go:171","msg":"trace[154407527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9926; }","duration":"1.994623873s","start":"2026-03-29T02:19:43.89072Z","end":"2026-03-29T02:19:45.885344Z","steps":["trace[154407527] 'agreement among raft nodes before linearized reading' (duration: 1.993013999s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.885505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:43.890706Z","time spent":"1.994755726s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:19:45.885278Z","caller":"traceutil/trace.go:171","msg":"trace[328306077] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9926; }","duration":"1.860570984s","start":"2026-03-29T02:19:44.024682Z","end":"2026-03-29T02:19:45.885253Z","steps":["trace[328306077] 'agreement among raft nodes before linearized reading' (duration: 1.859026882s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:45.88563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.024662Z","time spent":"1.860934155s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-29T02:19:45.885534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.140425Z","time spent":"1.744706466s","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:46.384643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354410034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:19:46.456491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831333933s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:19:46.458102Z","caller":"traceutil/trace.go:171","msg":"trace[822672604] transaction","detail":"{read_only:false; response_revision:9927; number_of_response:1; }","duration":"2.230636478s","start":"2026-03-29T02:19:44.227418Z","end":"2026-03-29T02:19:46.458055Z","steps":["trace[822672604] 'process raft request' (duration: 2.229289251s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.458354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.227399Z","time spent":"2.230842823s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.458576Z","caller":"traceutil/trace.go:171","msg":"trace[1818435698] transaction","detail":"{read_only:false; response_revision:9929; number_of_response:1; }","duration":"2.230996877s","start":"2026-03-29T02:19:44.227541Z","end":"2026-03-29T02:19:46.458538Z","steps":["trace[1818435698] 'process raft request' (duration: 2.230627317s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.458815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.22752Z","time spent":"2.231186123s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.458577Z","caller":"traceutil/trace.go:171","msg":"trace[1365036186] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"2.2310958s","start":"2026-03-29T02:19:44.227454Z","end":"2026-03-29T02:19:46.45855Z","steps":["trace[1365036186] 'process raft request' (duration: 2.2303416s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:46.458871Z","caller":"traceutil/trace.go:171","msg":"trace[1938318965] transaction","detail":"{read_only:false; response_revision:9930; number_of_response:1; }","duration":"2.230781572s","start":"2026-03-29T02:19:44.228069Z","end":"2026-03-29T02:19:46.45885Z","steps":["trace[1938318965] 'process raft request' (duration: 2.230426952s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:46.458974Z","caller":"traceutil/trace.go:171","msg":"trace[840739043] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"2.230319219s","start":"2026-03-29T02:19:44.228639Z","end":"2026-03-29T02:19:46.458958Z","steps":["trace[840739043] 'process raft request' (duration: 2.230115433s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.45898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.227441Z","time spent":"2.23146316s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.458962Z","caller":"traceutil/trace.go:171","msg":"trace[1941267869] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"2.085906086s","start":"2026-03-29T02:19:44.373027Z","end":"2026-03-29T02:19:46.458933Z","steps":["trace[1941267869] 'process raft request' (duration: 2.085858895s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.459025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.228052Z","time spent":"2.230855853s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.459Z","caller":"traceutil/trace.go:171","msg":"trace[1624274861] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"2.230354839s","start":"2026-03-29T02:19:44.228629Z","end":"2026-03-29T02:19:46.458984Z","steps":["trace[1624274861] 'process raft request' (duration: 2.230215226s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.459039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.228631Z","time spent":"2.23037603s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:46.459126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.373003Z","time spent":"2.08604125s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:46.459153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.228613Z","time spent":"2.230506554s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.577783Z","caller":"traceutil/trace.go:171","msg":"trace[1329043192] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"688.059307ms","start":"2026-03-29T02:19:45.889701Z","end":"2026-03-29T02:19:46.57776Z","steps":["trace[1329043192] 'process raft request' (duration: 687.886012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.577995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.889679Z","time spent":"688.17142ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.578043Z","caller":"traceutil/trace.go:171","msg":"trace[989989378] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"684.87764ms","start":"2026-03-29T02:19:45.893135Z","end":"2026-03-29T02:19:46.578013Z","steps":["trace[989989378] 'process raft request' (duration: 684.583372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.578213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.893121Z","time spent":"685.026823ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:19:46.578422Z","caller":"traceutil/trace.go:171","msg":"trace[1093056451] linearizableReadLoop","detail":"{readStateIndex:10313; appliedIndex:10302; }","duration":"695.068419ms","start":"2026-03-29T02:19:45.883312Z","end":"2026-03-29T02:19:46.578381Z","steps":["trace[1093056451] 'read index received' (duration: 573.490713ms)","trace[1093056451] 'applied index is now lower than readState.Index' (duration: 121.543795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:46.578716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849860311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:19:46.578756Z","caller":"traceutil/trace.go:171","msg":"trace[1418768115] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9936; }","duration":"1.849903372s","start":"2026-03-29T02:19:44.728843Z","end":"2026-03-29T02:19:46.578746Z","steps":["trace[1418768115] 'agreement among raft nodes before linearized reading' (duration: 1.84983434s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.578778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.728784Z","time spent":"1.849989294s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:19:46.578797Z","caller":"traceutil/trace.go:171","msg":"trace[1557891565] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"350.27127ms","start":"2026-03-29T02:19:46.228486Z","end":"2026-03-29T02:19:46.578757Z","steps":["trace[1557891565] 'process raft request' (duration: 349.52223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.578834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.830927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:46.578915Z","caller":"traceutil/trace.go:171","msg":"trace[1636898002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9936; }","duration":"692.969341ms","start":"2026-03-29T02:19:45.885923Z","end":"2026-03-29T02:19:46.578892Z","steps":["trace[1636898002] 'agreement among raft nodes before linearized reading' (duration: 692.827897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.578912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:46.228461Z","time spent":"350.372542ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:19:46.578958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.885901Z","time spent":"693.048513ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:19:46.578962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.211836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:46.578987Z","caller":"traceutil/trace.go:171","msg":"trace[124990373] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9936; }","duration":"351.276037ms","start":"2026-03-29T02:19:46.227705Z","end":"2026-03-29T02:19:46.578981Z","steps":["trace[124990373] 'agreement among raft nodes before linearized reading' (duration: 351.232876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.579007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:46.227685Z","time spent":"351.317538ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:46.578963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722782484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-29T02:19:46.579128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599637157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:46.579214Z","caller":"traceutil/trace.go:171","msg":"trace[1744275628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9936; }","duration":"1.723205435s","start":"2026-03-29T02:19:44.855958Z","end":"2026-03-29T02:19:46.579164Z","steps":["trace[1744275628] 'agreement among raft nodes before linearized reading' (duration: 1.722682021s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.579305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.855913Z","time spent":"1.72337672s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-29T02:19:46.579222Z","caller":"traceutil/trace.go:171","msg":"trace[2017026574] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9936; }","duration":"1.600019278s","start":"2026-03-29T02:19:44.979158Z","end":"2026-03-29T02:19:46.579177Z","steps":["trace[2017026574] 'agreement among raft nodes before linearized reading' (duration: 1.599586846s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.579424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.430446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19283"} {"level":"warn","ts":"2026-03-29T02:19:46.579408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350930978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244633"} {"level":"info","ts":"2026-03-29T02:19:46.579524Z","caller":"traceutil/trace.go:171","msg":"trace[1080419341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9936; }","duration":"2.351088392s","start":"2026-03-29T02:19:44.228415Z","end":"2026-03-29T02:19:46.579504Z","steps":["trace[1080419341] 'agreement among raft nodes before linearized reading' (duration: 2.350568227s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.579469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.979137Z","time spent":"1.600312225s","remote":"127.0.0.1:45554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:19:46.579577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:44.228408Z","time spent":"2.351158103s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-29T02:19:46.579689Z","caller":"traceutil/trace.go:171","msg":"trace[961537983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9936; }","duration":"692.510378ms","start":"2026-03-29T02:19:45.886944Z","end":"2026-03-29T02:19:46.579454Z","steps":["trace[961537983] 'agreement among raft nodes before linearized reading' (duration: 692.159129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.579309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.077702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-29T02:19:46.57988Z","caller":"traceutil/trace.go:171","msg":"trace[1672343653] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0; range_end:; response_count:1; response_revision:9936; }","duration":"690.666688ms","start":"2026-03-29T02:19:45.889184Z","end":"2026-03-29T02:19:46.579851Z","steps":["trace[1672343653] 'agreement among raft nodes before linearized reading' (duration: 689.850626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.580087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.88917Z","time spent":"690.832562ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1296,"request content":"key:\"/registry/persistentvolumes/pvc-b0289294-3cd5-4567-aab4-b5571b9ac0b0\" "} {"level":"warn","ts":"2026-03-29T02:19:46.579776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.886927Z","time spent":"692.834218ms","remote":"127.0.0.1:53538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19304,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-29T02:19:46.578553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236810163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:19:46.580538Z","caller":"traceutil/trace.go:171","msg":"trace[2060460566] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9936; }","duration":"1.238841028s","start":"2026-03-29T02:19:45.341674Z","end":"2026-03-29T02:19:46.580515Z","steps":["trace[2060460566] 'agreement among raft nodes before linearized reading' (duration: 1.23671075s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.580645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:19:45.341655Z","time spent":"1.238971901s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:19:46.808552Z","caller":"traceutil/trace.go:171","msg":"trace[1431653552] linearizableReadLoop","detail":"{readStateIndex:10314; appliedIndex:10313; }","duration":"222.286849ms","start":"2026-03-29T02:19:46.586245Z","end":"2026-03-29T02:19:46.808532Z","steps":["trace[1431653552] 'read index received' (duration: 160.973507ms)","trace[1431653552] 'applied index is now lower than readState.Index' (duration: 61.310902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:19:46.808719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.461083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:46.80858Z","caller":"traceutil/trace.go:171","msg":"trace[2104792622] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"223.575094ms","start":"2026-03-29T02:19:46.584968Z","end":"2026-03-29T02:19:46.808543Z","steps":["trace[2104792622] 'process raft request' (duration: 162.096718ms)","trace[2104792622] 'compare' (duration: 61.366473ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:19:46.808782Z","caller":"traceutil/trace.go:171","msg":"trace[2021191789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9937; }","duration":"222.578826ms","start":"2026-03-29T02:19:46.586191Z","end":"2026-03-29T02:19:46.808769Z","steps":["trace[2021191789] 'agreement among raft nodes before linearized reading' (duration: 222.463363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:19:46.833824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.671479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:19:46.834053Z","caller":"traceutil/trace.go:171","msg":"trace[2058699348] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"246.278796ms","start":"2026-03-29T02:19:46.587745Z","end":"2026-03-29T02:19:46.834024Z","steps":["trace[2058699348] 'process raft request' (duration: 245.806173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:19:46.834809Z","caller":"traceutil/trace.go:171","msg":"trace[421052840] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9938; }","duration":"192.665636ms","start":"2026-03-29T02:19:46.642086Z","end":"2026-03-29T02:19:46.834751Z","steps":["trace[421052840] 'agreement among raft nodes before linearized reading' (duration: 191.629518ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:20:30.890694Z","caller":"traceutil/trace.go:171","msg":"trace[765170105] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"117.062892ms","start":"2026-03-29T02:20:30.773568Z","end":"2026-03-29T02:20:30.890631Z","steps":["trace[765170105] 'process raft request' (duration: 116.795804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:20:34.879168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.727893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:20:34.879278Z","caller":"traceutil/trace.go:171","msg":"trace[1452140959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10327; }","duration":"155.867717ms","start":"2026-03-29T02:20:34.723384Z","end":"2026-03-29T02:20:34.879252Z","steps":["trace[1452140959] 'agreement among raft nodes before linearized reading' (duration: 36.974905ms)","trace[1452140959] 'range keys from in-memory index tree' (duration: 118.667176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:20:34.87984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.433297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:20:34.879949Z","caller":"traceutil/trace.go:171","msg":"trace[1686981156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10327; }","duration":"154.631062ms","start":"2026-03-29T02:20:34.725287Z","end":"2026-03-29T02:20:34.879918Z","steps":["trace[1686981156] 'agreement among raft nodes before linearized reading' (duration: 35.124024ms)","trace[1686981156] 'range keys from in-memory index tree' (duration: 119.012735ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:20:42.604624Z","caller":"traceutil/trace.go:171","msg":"trace[237756034] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"191.688269ms","start":"2026-03-29T02:20:42.412912Z","end":"2026-03-29T02:20:42.604601Z","steps":["trace[237756034] 'process raft request' (duration: 191.521304ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:20:42.608103Z","caller":"traceutil/trace.go:171","msg":"trace[926857123] linearizableReadLoop","detail":"{readStateIndex:10790; appliedIndex:10788; }","duration":"183.160574ms","start":"2026-03-29T02:20:42.424922Z","end":"2026-03-29T02:20:42.608082Z","steps":["trace[926857123] 'read index received' (duration: 179.574476ms)","trace[926857123] 'applied index is now lower than readState.Index' (duration: 3.585218ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:20:42.608172Z","caller":"traceutil/trace.go:171","msg":"trace[2586784] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"187.084262ms","start":"2026-03-29T02:20:42.421039Z","end":"2026-03-29T02:20:42.608124Z","steps":["trace[2586784] 'process raft request' (duration: 186.936098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:20:42.608236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.295328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:20:42.608276Z","caller":"traceutil/trace.go:171","msg":"trace[785457280] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10401; }","duration":"183.38421ms","start":"2026-03-29T02:20:42.424881Z","end":"2026-03-29T02:20:42.608265Z","steps":["trace[785457280] 'agreement among raft nodes before linearized reading' (duration: 183.291718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:20:42.608311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.190188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:20:42.608388Z","caller":"traceutil/trace.go:171","msg":"trace[171213282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10401; }","duration":"163.28682ms","start":"2026-03-29T02:20:42.445082Z","end":"2026-03-29T02:20:42.608369Z","steps":["trace[171213282] 'agreement among raft nodes before linearized reading' (duration: 163.147526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:20:42.608312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.657581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:20:42.608461Z","caller":"traceutil/trace.go:171","msg":"trace[1904658009] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10401; }","duration":"143.849366ms","start":"2026-03-29T02:20:42.464593Z","end":"2026-03-29T02:20:42.608442Z","steps":["trace[1904658009] 'agreement among raft nodes before linearized reading' (duration: 143.652671ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:21.841611Z","caller":"traceutil/trace.go:171","msg":"trace[885504325] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"112.181151ms","start":"2026-03-29T02:23:21.729394Z","end":"2026-03-29T02:23:21.841575Z","steps":["trace[885504325] 'process raft request' (duration: 110.401582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:36.157562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9313} {"level":"info","ts":"2026-03-29T02:23:36.220784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9313,"took":"60.758563ms","hash":3912986806,"current-db-size-bytes":42450944,"current-db-size":"42 MB","current-db-size-in-use-bytes":27377664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-29T02:23:36.220848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3912986806,"revision":9313,"compact-revision":7209} {"level":"info","ts":"2026-03-29T02:23:37.850609Z","caller":"traceutil/trace.go:171","msg":"trace[959919115] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"101.158309ms","start":"2026-03-29T02:23:37.749394Z","end":"2026-03-29T02:23:37.850553Z","steps":["trace[959919115] 'process raft request' (duration: 101.044386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:48.34222Z","caller":"traceutil/trace.go:171","msg":"trace[1440526169] linearizableReadLoop","detail":"{readStateIndex:12023; appliedIndex:12022; }","duration":"361.681821ms","start":"2026-03-29T02:23:47.98051Z","end":"2026-03-29T02:23:48.342191Z","steps":["trace[1440526169] 'read index received' (duration: 361.578718ms)","trace[1440526169] 'applied index is now lower than readState.Index' (duration: 101.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:48.342291Z","caller":"traceutil/trace.go:171","msg":"trace[956587039] transaction","detail":"{read_only:false; response_revision:11587; number_of_response:1; }","duration":"423.362929ms","start":"2026-03-29T02:23:47.918891Z","end":"2026-03-29T02:23:48.342254Z","steps":["trace[956587039] 'process raft request' (duration: 423.099332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.342425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.876866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:23:48.342455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:47.918857Z","time spent":"423.510623ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:48.342507Z","caller":"traceutil/trace.go:171","msg":"trace[195120792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11587; }","duration":"362.02006ms","start":"2026-03-29T02:23:47.980465Z","end":"2026-03-29T02:23:48.342485Z","steps":["trace[195120792] 'agreement among raft nodes before linearized reading' (duration: 361.853646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.342544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:47.98045Z","time spent":"362.088372ms","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:23:48.611196Z","caller":"traceutil/trace.go:171","msg":"trace[1178743796] linearizableReadLoop","detail":"{readStateIndex:12024; appliedIndex:12023; }","duration":"268.868449ms","start":"2026-03-29T02:23:48.342306Z","end":"2026-03-29T02:23:48.611175Z","steps":["trace[1178743796] 'read index received' (duration: 267.545093ms)","trace[1178743796] 'applied index is now lower than readState.Index' (duration: 1.322636ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:48.611279Z","caller":"traceutil/trace.go:171","msg":"trace[1433648265] transaction","detail":"{read_only:false; response_revision:11588; number_of_response:1; }","duration":"549.311636ms","start":"2026-03-29T02:23:48.061937Z","end":"2026-03-29T02:23:48.611249Z","steps":["trace[1433648265] 'process raft request' (duration: 547.961829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.401578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-29T02:23:48.611426Z","caller":"traceutil/trace.go:171","msg":"trace[1429596512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11588; }","duration":"530.490541ms","start":"2026-03-29T02:23:48.080924Z","end":"2026-03-29T02:23:48.611415Z","steps":["trace[1429596512] 'agreement among raft nodes before linearized reading' (duration: 530.348247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.657301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:23:48.611421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.526284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:23:48.611503Z","caller":"traceutil/trace.go:171","msg":"trace[583825831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11588; }","duration":"425.748223ms","start":"2026-03-29T02:23:48.185734Z","end":"2026-03-29T02:23:48.611482Z","steps":["trace[583825831] 'agreement among raft nodes before linearized reading' (duration: 425.679742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.911696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-29T02:23:48.611489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.016865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T02:23:48.611552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.185713Z","time spent":"425.825515ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:23:48.611581Z","caller":"traceutil/trace.go:171","msg":"trace[829462060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11588; }","duration":"592.139559ms","start":"2026-03-29T02:23:48.019422Z","end":"2026-03-29T02:23:48.611561Z","steps":["trace[829462060] 'agreement among raft nodes before linearized reading' (duration: 591.899142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.080901Z","time spent":"530.543172ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-29T02:23:48.611637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.01941Z","time spent":"592.21623ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:23:48.611649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.680563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:23:48.611695Z","caller":"traceutil/trace.go:171","msg":"trace[247055401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11588; }","duration":"379.761805ms","start":"2026-03-29T02:23:48.23192Z","end":"2026-03-29T02:23:48.611682Z","steps":["trace[247055401] 'agreement among raft nodes before linearized reading' (duration: 379.634531ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:48.611518Z","caller":"traceutil/trace.go:171","msg":"trace[1831514438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11588; }","duration":"392.673018ms","start":"2026-03-29T02:23:48.218822Z","end":"2026-03-29T02:23:48.611495Z","steps":["trace[1831514438] 'agreement among raft nodes before linearized reading' (duration: 392.40382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.61173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.039517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T02:23:48.611752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.231897Z","time spent":"379.842407ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:23:48.611789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.460591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-59ffbb66d6-7vwrp\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-03-29T02:23:48.611783Z","caller":"traceutil/trace.go:171","msg":"trace[985383485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11588; }","duration":"386.132559ms","start":"2026-03-29T02:23:48.225634Z","end":"2026-03-29T02:23:48.611767Z","steps":["trace[985383485] 'agreement among raft nodes before linearized reading' (duration: 385.998696ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:48.611853Z","caller":"traceutil/trace.go:171","msg":"trace[1013559114] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-59ffbb66d6-7vwrp; range_end:; response_count:1; response_revision:11588; }","duration":"442.574384ms","start":"2026-03-29T02:23:48.169267Z","end":"2026-03-29T02:23:48.611841Z","steps":["trace[1013559114] 'agreement among raft nodes before linearized reading' (duration: 442.381049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.225612Z","time spent":"386.238562ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:23:48.611876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.169243Z","time spent":"442.626585ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7439,"request content":"key:\"/registry/pods/openstack/staffeln-api-59ffbb66d6-7vwrp\" "} {"level":"info","ts":"2026-03-29T02:23:48.611539Z","caller":"traceutil/trace.go:171","msg":"trace[1031530575] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11588; }","duration":"232.970358ms","start":"2026-03-29T02:23:48.378563Z","end":"2026-03-29T02:23:48.611534Z","steps":["trace[1031530575] 'agreement among raft nodes before linearized reading' (duration: 232.910516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.218797Z","time spent":"392.965736ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:23:48.611437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.061909Z","time spent":"549.43348ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:23:48.611991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.642275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:23:48.612036Z","caller":"traceutil/trace.go:171","msg":"trace[75243563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11588; }","duration":"587.710466ms","start":"2026-03-29T02:23:48.024314Z","end":"2026-03-29T02:23:48.612025Z","steps":["trace[75243563] 'agreement among raft nodes before linearized reading' (duration: 587.588643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.611362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.53171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:23:48.612066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.024304Z","time spent":"587.756408ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:23:48.612073Z","caller":"traceutil/trace.go:171","msg":"trace[1466134194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11588; }","duration":"463.304571ms","start":"2026-03-29T02:23:48.148759Z","end":"2026-03-29T02:23:48.612064Z","steps":["trace[1466134194] 'agreement among raft nodes before linearized reading' (duration: 462.481859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:48.612102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:48.148737Z","time spent":"463.357653ms","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:23:50.167609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.81762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:23:50.167712Z","caller":"traceutil/trace.go:171","msg":"trace[1332785365] transaction","detail":"{read_only:false; response_revision:11600; number_of_response:1; }","duration":"476.075961ms","start":"2026-03-29T02:23:49.691616Z","end":"2026-03-29T02:23:50.167692Z","steps":["trace[1332785365] 'process raft request' (duration: 97.102287ms)","trace[1332785365] 'compare' (duration: 378.618184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:23:50.167771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:49.691594Z","time spent":"476.148383ms","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:50.339144Z","caller":"traceutil/trace.go:171","msg":"trace[904822272] linearizableReadLoop","detail":"{readStateIndex:12038; appliedIndex:12037; }","duration":"191.268076ms","start":"2026-03-29T02:23:50.147856Z","end":"2026-03-29T02:23:50.339125Z","steps":["trace[904822272] 'read index received' (duration: 189.030764ms)","trace[904822272] 'applied index is now lower than readState.Index' (duration: 2.236142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:23:50.339319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.404659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:50.339309Z","caller":"traceutil/trace.go:171","msg":"trace[117009768] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"484.40168ms","start":"2026-03-29T02:23:49.854799Z","end":"2026-03-29T02:23:50.339201Z","steps":["trace[117009768] 'process raft request' (duration: 482.075266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:50.33937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.839332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:23:50.339384Z","caller":"traceutil/trace.go:171","msg":"trace[80134646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11601; }","duration":"191.544893ms","start":"2026-03-29T02:23:50.147824Z","end":"2026-03-29T02:23:50.339369Z","steps":["trace[80134646] 'agreement among raft nodes before linearized reading' (duration: 191.376489ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:50.3394Z","caller":"traceutil/trace.go:171","msg":"trace[1439540332] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11601; }","duration":"168.917394ms","start":"2026-03-29T02:23:50.170475Z","end":"2026-03-29T02:23:50.339392Z","steps":["trace[1439540332] 'agreement among raft nodes before linearized reading' (duration: 168.75866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:50.339706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:23:49.854765Z","time spent":"484.632576ms","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:23:52.855514Z","caller":"traceutil/trace.go:171","msg":"trace[323061474] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"190.261668ms","start":"2026-03-29T02:23:52.665229Z","end":"2026-03-29T02:23:52.85549Z","steps":["trace[323061474] 'process raft request' (duration: 190.106423ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.914543Z","caller":"traceutil/trace.go:171","msg":"trace[1618597303] transaction","detail":"{read_only:false; response_revision:11621; number_of_response:1; }","duration":"249.285424ms","start":"2026-03-29T02:23:52.665237Z","end":"2026-03-29T02:23:52.914522Z","steps":["trace[1618597303] 'process raft request' (duration: 249.228002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.914581Z","caller":"traceutil/trace.go:171","msg":"trace[568024811] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"249.304964ms","start":"2026-03-29T02:23:52.665229Z","end":"2026-03-29T02:23:52.914534Z","steps":["trace[568024811] 'process raft request' (duration: 249.129279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.914793Z","caller":"traceutil/trace.go:171","msg":"trace[1624097177] transaction","detail":"{read_only:false; response_revision:11622; number_of_response:1; }","duration":"249.482979ms","start":"2026-03-29T02:23:52.665298Z","end":"2026-03-29T02:23:52.914781Z","steps":["trace[1624097177] 'process raft request' (duration: 249.199791ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.914818Z","caller":"traceutil/trace.go:171","msg":"trace[1195571246] transaction","detail":"{read_only:false; response_revision:11623; number_of_response:1; }","duration":"249.375537ms","start":"2026-03-29T02:23:52.66543Z","end":"2026-03-29T02:23:52.914805Z","steps":["trace[1195571246] 'process raft request' (duration: 249.220402ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.914827Z","caller":"traceutil/trace.go:171","msg":"trace[1370489024] linearizableReadLoop","detail":"{readStateIndex:12059; appliedIndex:12055; }","duration":"249.392677ms","start":"2026-03-29T02:23:52.665418Z","end":"2026-03-29T02:23:52.914811Z","steps":["trace[1370489024] 'read index received' (duration: 189.96177ms)","trace[1370489024] 'applied index is now lower than readState.Index' (duration: 59.430337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:52.914915Z","caller":"traceutil/trace.go:171","msg":"trace[2055332905] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"249.374676ms","start":"2026-03-29T02:23:52.665534Z","end":"2026-03-29T02:23:52.914909Z","steps":["trace[2055332905] 'process raft request' (duration: 249.219632ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:52.915113Z","caller":"traceutil/trace.go:171","msg":"trace[355178371] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"249.078428ms","start":"2026-03-29T02:23:52.666006Z","end":"2026-03-29T02:23:52.915085Z","steps":["trace[355178371] 'process raft request' (duration: 248.76824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:52.91535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.915771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:351297"} {"level":"info","ts":"2026-03-29T02:23:52.91538Z","caller":"traceutil/trace.go:171","msg":"trace[1075468505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:11625; }","duration":"249.980413ms","start":"2026-03-29T02:23:52.665392Z","end":"2026-03-29T02:23:52.915373Z","steps":["trace[1075468505] 'agreement among raft nodes before linearized reading' (duration: 249.518381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.328934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.630415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:53.329014Z","caller":"traceutil/trace.go:171","msg":"trace[1527696650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11625; }","duration":"180.781238ms","start":"2026-03-29T02:23:53.148213Z","end":"2026-03-29T02:23:53.328995Z","steps":["trace[1527696650] 'range keys from in-memory index tree' (duration: 180.500591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:53.577974Z","caller":"traceutil/trace.go:171","msg":"trace[566659354] linearizableReadLoop","detail":"{readStateIndex:12063; appliedIndex:12062; }","duration":"248.04197ms","start":"2026-03-29T02:23:53.329904Z","end":"2026-03-29T02:23:53.577946Z","steps":["trace[566659354] 'read index received' (duration: 247.68949ms)","trace[566659354] 'applied index is now lower than readState.Index' (duration: 351.4µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:23:53.578126Z","caller":"traceutil/trace.go:171","msg":"trace[1553217608] transaction","detail":"{read_only:false; response_revision:11626; number_of_response:1; }","duration":"252.945604ms","start":"2026-03-29T02:23:53.325138Z","end":"2026-03-29T02:23:53.578084Z","steps":["trace[1553217608] 'process raft request' (duration: 252.574004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:23:53.578173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.245666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:23:53.578209Z","caller":"traceutil/trace.go:171","msg":"trace[258858031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11626; }","duration":"248.329598ms","start":"2026-03-29T02:23:53.329868Z","end":"2026-03-29T02:23:53.578197Z","steps":["trace[258858031] 'agreement among raft nodes before linearized reading' (duration: 248.225195ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:23:53.920696Z","caller":"traceutil/trace.go:171","msg":"trace[1248519762] transaction","detail":"{read_only:false; response_revision:11627; number_of_response:1; }","duration":"222.351086ms","start":"2026-03-29T02:23:53.698324Z","end":"2026-03-29T02:23:53.920675Z","steps":["trace[1248519762] 'process raft request' (duration: 222.159101ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:24:01.825978Z","caller":"traceutil/trace.go:171","msg":"trace[388567077] linearizableReadLoop","detail":"{readStateIndex:12137; appliedIndex:12136; }","duration":"367.983563ms","start":"2026-03-29T02:24:01.457969Z","end":"2026-03-29T02:24:01.825953Z","steps":["trace[388567077] 'read index received' (duration: 367.84471ms)","trace[388567077] 'applied index is now lower than readState.Index' (duration: 137.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:24:01.826084Z","caller":"traceutil/trace.go:171","msg":"trace[197184575] transaction","detail":"{read_only:false; response_revision:11698; number_of_response:1; }","duration":"400.934275ms","start":"2026-03-29T02:24:01.425115Z","end":"2026-03-29T02:24:01.826049Z","steps":["trace[197184575] 'process raft request' (duration: 400.683008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:24:01.826172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.166088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:24:01.826221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:24:01.425094Z","time spent":"401.054489ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:24:01.82624Z","caller":"traceutil/trace.go:171","msg":"trace[1639814356] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11698; }","duration":"368.289012ms","start":"2026-03-29T02:24:01.457929Z","end":"2026-03-29T02:24:01.826218Z","steps":["trace[1639814356] 'agreement among raft nodes before linearized reading' (duration: 368.170038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:24:01.826296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:24:01.457912Z","time spent":"368.367873ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:24:01.827988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.93681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:24:01.828054Z","caller":"traceutil/trace.go:171","msg":"trace[700685645] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11699; }","duration":"342.025502ms","start":"2026-03-29T02:24:01.486012Z","end":"2026-03-29T02:24:01.828037Z","steps":["trace[700685645] 'agreement among raft nodes before linearized reading' (duration: 341.900719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:24:01.8281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:24:01.485997Z","time spent":"342.089405ms","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:25:31.324302Z","caller":"traceutil/trace.go:171","msg":"trace[1559101558] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"258.604619ms","start":"2026-03-29T02:25:31.065654Z","end":"2026-03-29T02:25:31.324258Z","steps":["trace[1559101558] 'process raft request' (duration: 258.128826ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:31.328419Z","caller":"traceutil/trace.go:171","msg":"trace[1422958396] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12645; }","duration":"180.037718ms","start":"2026-03-29T02:25:31.148348Z","end":"2026-03-29T02:25:31.328385Z","steps":["trace[1422958396] 'read index received' (duration: 175.400662ms)","trace[1422958396] 'applied index is now lower than readState.Index' (duration: 4.635426ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:31.328485Z","caller":"traceutil/trace.go:171","msg":"trace[1532417815] transaction","detail":"{read_only:false; response_revision:12189; number_of_response:1; }","duration":"262.740122ms","start":"2026-03-29T02:25:31.065704Z","end":"2026-03-29T02:25:31.328444Z","steps":["trace[1532417815] 'process raft request' (duration: 262.557617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:31.328682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.298735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:25:31.32876Z","caller":"traceutil/trace.go:171","msg":"trace[2084464121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12189; }","duration":"180.429629ms","start":"2026-03-29T02:25:31.148314Z","end":"2026-03-29T02:25:31.328743Z","steps":["trace[2084464121] 'agreement among raft nodes before linearized reading' (duration: 180.228124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.192808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920879901354416342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:25:34.580091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24827836s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:25:34.580888Z","caller":"traceutil/trace.go:171","msg":"trace[456418753] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"1.249240996s","start":"2026-03-29T02:25:33.331598Z","end":"2026-03-29T02:25:34.580839Z","steps":["trace[456418753] 'process raft request' (duration: 1.2489968s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.581092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.33156Z","time spent":"1.249391141s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:25:34.585391Z","caller":"traceutil/trace.go:171","msg":"trace[339806097] linearizableReadLoop","detail":"{readStateIndex:12660; appliedIndex:12658; }","duration":"1.247129219s","start":"2026-03-29T02:25:33.338215Z","end":"2026-03-29T02:25:34.585345Z","steps":["trace[339806097] 'read index received' (duration: 1.243361716s)","trace[339806097] 'applied index is now lower than readState.Index' (duration: 3.765963ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:25:34.585676Z","caller":"traceutil/trace.go:171","msg":"trace[27226657] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"526.225674ms","start":"2026-03-29T02:25:34.059436Z","end":"2026-03-29T02:25:34.585662Z","steps":["trace[27226657] 'process raft request' (duration: 525.861094ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.585691Z","caller":"traceutil/trace.go:171","msg":"trace[149666742] transaction","detail":"{read_only:false; response_revision:12201; number_of_response:1; }","duration":"1.247386136s","start":"2026-03-29T02:25:33.338218Z","end":"2026-03-29T02:25:34.585604Z","steps":["trace[149666742] 'process raft request' (duration: 1.246902833s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.585916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.338206Z","time spent":"1.24756589s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:25:34.586058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:34.059401Z","time spent":"526.342328ms","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:25:34.586406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248147136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:25:34.586565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130763093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-29T02:25:34.586648Z","caller":"traceutil/trace.go:171","msg":"trace[1210378810] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12202; }","duration":"1.24828257s","start":"2026-03-29T02:25:33.338206Z","end":"2026-03-29T02:25:34.586489Z","steps":["trace[1210378810] 'agreement among raft nodes before linearized reading' (duration: 1.247960071s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.58675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.872999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-29T02:25:34.586709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.858943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwgsg\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-29T02:25:34.586765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.338163Z","time spent":"1.248590568s","remote":"127.0.0.1:53536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":56,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:25:34.586738Z","caller":"traceutil/trace.go:171","msg":"trace[1278158806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12202; }","duration":"1.130980169s","start":"2026-03-29T02:25:33.455719Z","end":"2026-03-29T02:25:34.586699Z","steps":["trace[1278158806] 'agreement among raft nodes before linearized reading' (duration: 1.130537697s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.586838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.455707Z","time spent":"1.131120423s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:25:34.586846Z","caller":"traceutil/trace.go:171","msg":"trace[1860155228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwgsg; range_end:; response_count:1; response_revision:12202; }","duration":"755.09249ms","start":"2026-03-29T02:25:33.831723Z","end":"2026-03-29T02:25:34.586815Z","steps":["trace[1860155228] 'agreement among raft nodes before linearized reading' (duration: 754.629327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.586869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125416947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:25:34.586903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.831703Z","time spent":"755.187943ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-fwgsg\" "} {"level":"warn","ts":"2026-03-29T02:25:34.586863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138873476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-29T02:25:34.586923Z","caller":"traceutil/trace.go:171","msg":"trace[366999989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12202; }","duration":"1.125493218s","start":"2026-03-29T02:25:33.46142Z","end":"2026-03-29T02:25:34.586913Z","steps":["trace[366999989] 'agreement among raft nodes before linearized reading' (duration: 1.125355665s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.586989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.461411Z","time spent":"1.125569091s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:25:34.586999Z","caller":"traceutil/trace.go:171","msg":"trace[1310276977] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12202; }","duration":"1.13905313s","start":"2026-03-29T02:25:33.44791Z","end":"2026-03-29T02:25:34.586963Z","steps":["trace[1310276977] 'agreement among raft nodes before linearized reading' (duration: 1.138573627s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.586626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.323783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-29T02:25:34.586636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141028374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:25:34.587138Z","caller":"traceutil/trace.go:171","msg":"trace[1524872985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12202; }","duration":"1.141574709s","start":"2026-03-29T02:25:33.445556Z","end":"2026-03-29T02:25:34.587131Z","steps":["trace[1524872985] 'agreement among raft nodes before linearized reading' (duration: 1.140775178s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.587171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.445531Z","time spent":"1.14162266s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:25:34.587161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146938635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:25:34.586792Z","caller":"traceutil/trace.go:171","msg":"trace[530519457] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12202; }","duration":"729.944221ms","start":"2026-03-29T02:25:33.856838Z","end":"2026-03-29T02:25:34.586783Z","steps":["trace[530519457] 'agreement among raft nodes before linearized reading' (duration: 729.829418ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.587251Z","caller":"traceutil/trace.go:171","msg":"trace[742548418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12202; }","duration":"1.147059509s","start":"2026-03-29T02:25:33.440174Z","end":"2026-03-29T02:25:34.587233Z","steps":["trace[742548418] 'agreement among raft nodes before linearized reading' (duration: 1.146770531s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:25:34.587262Z","caller":"traceutil/trace.go:171","msg":"trace[106546850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12202; }","duration":"897.964961ms","start":"2026-03-29T02:25:33.689209Z","end":"2026-03-29T02:25:34.587173Z","steps":["trace[106546850] 'agreement among raft nodes before linearized reading' (duration: 897.114257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.587335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.440168Z","time spent":"1.147149132s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:25:34.587325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148828418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T02:25:34.587415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.856822Z","time spent":"730.513447ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-29T02:25:34.587058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.447901Z","time spent":"1.139147112s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-29T02:25:34.587575Z","caller":"traceutil/trace.go:171","msg":"trace[52170791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12202; }","duration":"1.148994392s","start":"2026-03-29T02:25:33.438457Z","end":"2026-03-29T02:25:34.587451Z","steps":["trace[52170791] 'agreement among raft nodes before linearized reading' (duration: 1.148813067s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.587708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249425991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:25:34.587764Z","caller":"traceutil/trace.go:171","msg":"trace[144796736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12202; }","duration":"1.249494263s","start":"2026-03-29T02:25:33.338257Z","end":"2026-03-29T02:25:34.587751Z","steps":["trace[144796736] 'agreement among raft nodes before linearized reading' (duration: 1.249331519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:25:34.587802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.338252Z","time spent":"1.249539995s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:25:34.587775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.438438Z","time spent":"1.149319201s","remote":"127.0.0.1:53614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:25:34.587419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:25:33.68919Z","time spent":"898.214087ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-29T02:28:36.166584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11452} {"level":"info","ts":"2026-03-29T02:28:36.243764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11452,"took":"75.338292ms","hash":2378461388,"current-db-size-bytes":42450944,"current-db-size":"42 MB","current-db-size-in-use-bytes":20189184,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-29T02:28:36.243886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2378461388,"revision":11452,"compact-revision":9313}