{"level":"warn","ts":"2026-03-24T14:54:35.61609Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:54:35.616236Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.63:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.63:2380","--initial-cluster=instance=https://199.19.213.63:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.63:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.63:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T14:54:35.616379Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:54:35.616408Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.63:2380"]} {"level":"info","ts":"2026-03-24T14:54:35.616439Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:54:35.617434Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.63:2379"]} {"level":"info","ts":"2026-03-24T14:54:35.617696Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.63:2380"],"listen-peer-urls":["https://199.19.213.63:2380"],"advertise-client-urls":["https://199.19.213.63:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.63:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.63:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T14:54:35.624217Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.240877ms"} {"level":"info","ts":"2026-03-24T14:54:35.631572Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d75c480e593e7aed","cluster-id":"24fce67309ccbdc"} {"level":"info","ts":"2026-03-24T14:54:35.63167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T14:54:35.631696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed became follower at term 0"} {"level":"info","ts":"2026-03-24T14:54:35.631707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d75c480e593e7aed [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T14:54:35.631724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed became follower at term 1"} {"level":"info","ts":"2026-03-24T14:54:35.631765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed switched to configuration voters=(15518357642475895533)"} {"level":"warn","ts":"2026-03-24T14:54:35.637186Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T14:54:35.638523Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T14:54:35.639706Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T14:54:35.642531Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d75c480e593e7aed","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T14:54:35.64281Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d75c480e593e7aed","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T14:54:35.64285Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:54:35.644589Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:54:35.644676Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:54:35.64574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed switched to configuration voters=(15518357642475895533)"} {"level":"info","ts":"2026-03-24T14:54:35.646113Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"24fce67309ccbdc","local-member-id":"d75c480e593e7aed","added-peer-id":"d75c480e593e7aed","added-peer-peer-urls":["https://199.19.213.63:2380"]} {"level":"info","ts":"2026-03-24T14:54:35.64988Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:54:35.650296Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d75c480e593e7aed","initial-advertise-peer-urls":["https://199.19.213.63:2380"],"listen-peer-urls":["https://199.19.213.63:2380"],"advertise-client-urls":["https://199.19.213.63:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.63:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T14:54:35.65033Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T14:54:35.650302Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.63:2380"} {"level":"info","ts":"2026-03-24T14:54:35.650563Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.63:2380"} {"level":"info","ts":"2026-03-24T14:54:36.132116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T14:54:36.132205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T14:54:36.13226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed received MsgPreVoteResp from d75c480e593e7aed at term 1"} {"level":"info","ts":"2026-03-24T14:54:36.132294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed became candidate at term 2"} {"level":"info","ts":"2026-03-24T14:54:36.132311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed received MsgVoteResp from d75c480e593e7aed at term 2"} {"level":"info","ts":"2026-03-24T14:54:36.132336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d75c480e593e7aed became leader at term 2"} {"level":"info","ts":"2026-03-24T14:54:36.132357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d75c480e593e7aed elected leader d75c480e593e7aed at term 2"} {"level":"info","ts":"2026-03-24T14:54:36.133479Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d75c480e593e7aed","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.63:2379]}","request-path":"/0/members/d75c480e593e7aed/attributes","cluster-id":"24fce67309ccbdc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T14:54:36.133482Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:54:36.133605Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:54:36.133683Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:54:36.133887Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T14:54:36.134012Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T14:54:36.134402Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"24fce67309ccbdc","local-member-id":"d75c480e593e7aed","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:54:36.134734Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:54:36.134772Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:54:36.139094Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.63:2379"} {"level":"info","ts":"2026-03-24T14:54:36.139272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-24T14:54:37.719426Z","caller":"traceutil/trace.go:171","msg":"trace[1273580641] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"160.681281ms","start":"2026-03-24T14:54:37.55872Z","end":"2026-03-24T14:54:37.719401Z","steps":["trace[1273580641] 'read index received' (duration: 75.593124ms)","trace[1273580641] 'applied index is now lower than readState.Index' (duration: 85.086427ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:37.719649Z","caller":"traceutil/trace.go:171","msg":"trace[709090347] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"210.423466ms","start":"2026-03-24T14:54:37.509196Z","end":"2026-03-24T14:54:37.719619Z","steps":["trace[709090347] 'process raft request' (duration: 124.98167ms)","trace[709090347] 'compare' (duration: 85.109037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:54:37.719661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.592508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T14:54:37.719732Z","caller":"traceutil/trace.go:171","msg":"trace[426808135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"214.704691ms","start":"2026-03-24T14:54:37.505013Z","end":"2026-03-24T14:54:37.719718Z","steps":["trace[426808135] 'agreement among raft nodes before linearized reading' (duration: 214.524895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:37.719754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.139532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-03-24T14:54:37.719892Z","caller":"traceutil/trace.go:171","msg":"trace[919186853] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12; }","duration":"212.293696ms","start":"2026-03-24T14:54:37.507562Z","end":"2026-03-24T14:54:37.719855Z","steps":["trace[919186853] 'agreement among raft nodes before linearized reading' (duration: 211.909786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:37.72014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.755716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T14:54:37.720303Z","caller":"traceutil/trace.go:171","msg":"trace[1131651715] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"192.939471ms","start":"2026-03-24T14:54:37.527308Z","end":"2026-03-24T14:54:37.720248Z","steps":["trace[1131651715] 'agreement among raft nodes before linearized reading' (duration: 192.695915ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.726546Z","caller":"traceutil/trace.go:171","msg":"trace[1776436658] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"165.714495ms","start":"2026-03-24T14:54:37.560797Z","end":"2026-03-24T14:54:37.726512Z","steps":["trace[1776436658] 'process raft request' (duration: 165.478599ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.726696Z","caller":"traceutil/trace.go:171","msg":"trace[1640815220] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"165.802767ms","start":"2026-03-24T14:54:37.560884Z","end":"2026-03-24T14:54:37.726687Z","steps":["trace[1640815220] 'process raft request' (duration: 165.505949ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.726823Z","caller":"traceutil/trace.go:171","msg":"trace[2118739320] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"162.469868ms","start":"2026-03-24T14:54:37.5643Z","end":"2026-03-24T14:54:37.72677Z","steps":["trace[2118739320] 'process raft request' (duration: 162.278594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:37.726879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.967167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-jr49c\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-24T14:54:37.726945Z","caller":"traceutil/trace.go:171","msg":"trace[526899985] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-jr49c; range_end:; response_count:1; response_revision:19; }","duration":"164.093842ms","start":"2026-03-24T14:54:37.562832Z","end":"2026-03-24T14:54:37.726926Z","steps":["trace[526899985] 'agreement among raft nodes before linearized reading' (duration: 163.895496ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.726966Z","caller":"traceutil/trace.go:171","msg":"trace[533516689] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"163.621289ms","start":"2026-03-24T14:54:37.563307Z","end":"2026-03-24T14:54:37.726928Z","steps":["trace[533516689] 'process raft request' (duration: 163.216138ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.727115Z","caller":"traceutil/trace.go:171","msg":"trace[900640302] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"162.594423ms","start":"2026-03-24T14:54:37.564442Z","end":"2026-03-24T14:54:37.727037Z","steps":["trace[900640302] 'process raft request' (duration: 162.170021ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.727242Z","caller":"traceutil/trace.go:171","msg":"trace[1692780251] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"156.179132ms","start":"2026-03-24T14:54:37.571045Z","end":"2026-03-24T14:54:37.727224Z","steps":["trace[1692780251] 'process raft request' (duration: 155.615196ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.727266Z","caller":"traceutil/trace.go:171","msg":"trace[1359111541] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"163.475195ms","start":"2026-03-24T14:54:37.563776Z","end":"2026-03-24T14:54:37.727251Z","steps":["trace[1359111541] 'process raft request' (duration: 162.775726ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:37.727334Z","caller":"traceutil/trace.go:171","msg":"trace[1407194237] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"164.157003ms","start":"2026-03-24T14:54:37.563027Z","end":"2026-03-24T14:54:37.727185Z","steps":["trace[1407194237] 'process raft request' (duration: 163.392153ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.183324Z","caller":"traceutil/trace.go:171","msg":"trace[1000854224] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"292.46402ms","start":"2026-03-24T14:54:37.89083Z","end":"2026-03-24T14:54:38.183294Z","steps":["trace[1000854224] 'process raft request' (duration: 288.415453ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.205374Z","caller":"traceutil/trace.go:171","msg":"trace[605115237] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"305.503129ms","start":"2026-03-24T14:54:37.899842Z","end":"2026-03-24T14:54:38.205345Z","steps":["trace[605115237] 'process raft request' (duration: 305.455298ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.205606Z","caller":"traceutil/trace.go:171","msg":"trace[528765493] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"307.935053ms","start":"2026-03-24T14:54:37.897638Z","end":"2026-03-24T14:54:38.205573Z","steps":["trace[528765493] 'process raft request' (duration: 307.507252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:38.206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:37.899827Z","time spent":"305.671474ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T14:54:38.206149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:37.897611Z","time spent":"308.068577ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T14:54:38.627303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.173847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-24T14:54:38.627721Z","caller":"traceutil/trace.go:171","msg":"trace[1207978777] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"239.012308ms","start":"2026-03-24T14:54:38.388651Z","end":"2026-03-24T14:54:38.627664Z","steps":["trace[1207978777] 'process raft request' (duration: 87.162483ms)","trace[1207978777] 'compare' (duration: 150.944231ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:38.62778Z","caller":"traceutil/trace.go:171","msg":"trace[72945224] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"233.151771ms","start":"2026-03-24T14:54:38.394602Z","end":"2026-03-24T14:54:38.627754Z","steps":["trace[72945224] 'process raft request' (duration: 232.957027ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.627918Z","caller":"traceutil/trace.go:171","msg":"trace[779692701] linearizableReadLoop","detail":"{readStateIndex:70; appliedIndex:68; }","duration":"234.310453ms","start":"2026-03-24T14:54:38.393579Z","end":"2026-03-24T14:54:38.627889Z","steps":["trace[779692701] 'read index received' (duration: 82.2156ms)","trace[779692701] 'applied index is now lower than readState.Index' (duration: 152.092853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:54:38.628134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.541749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-24T14:54:38.62817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.113939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-24T14:54:38.62818Z","caller":"traceutil/trace.go:171","msg":"trace[277289960] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:67; }","duration":"234.62615ms","start":"2026-03-24T14:54:38.39354Z","end":"2026-03-24T14:54:38.628166Z","steps":["trace[277289960] 'agreement among raft nodes before linearized reading' (duration: 234.499127ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.628372Z","caller":"traceutil/trace.go:171","msg":"trace[681925977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:67; }","duration":"204.237072ms","start":"2026-03-24T14:54:38.42396Z","end":"2026-03-24T14:54:38.628197Z","steps":["trace[681925977] 'agreement among raft nodes before linearized reading' (duration: 204.117618ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:38.628348Z","caller":"traceutil/trace.go:171","msg":"trace[836303208] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"237.278412ms","start":"2026-03-24T14:54:38.390626Z","end":"2026-03-24T14:54:38.627905Z","steps":["trace[836303208] 'process raft request' (duration: 236.83362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:40.317131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.668877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:54:40.317307Z","caller":"traceutil/trace.go:171","msg":"trace[1294257201] transaction","detail":"{read_only:false; response_revision:145; number_of_response:1; }","duration":"429.418561ms","start":"2026-03-24T14:54:39.887857Z","end":"2026-03-24T14:54:40.317275Z","steps":["trace[1294257201] 'compare' (duration: 423.430731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:40.317483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:39.887833Z","time spent":"429.547173ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T14:54:40.317506Z","caller":"traceutil/trace.go:171","msg":"trace[238264482] transaction","detail":"{read_only:false; response_revision:146; number_of_response:1; }","duration":"428.543997ms","start":"2026-03-24T14:54:39.88893Z","end":"2026-03-24T14:54:40.317474Z","steps":["trace[238264482] 'process raft request' (duration: 428.376073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:40.31766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:39.888911Z","time spent":"428.67615ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T14:54:40.702673Z","caller":"traceutil/trace.go:171","msg":"trace[627654947] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"130.785545ms","start":"2026-03-24T14:54:40.571851Z","end":"2026-03-24T14:54:40.702636Z","steps":["trace[627654947] 'process raft request' (duration: 130.723503ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:40.702749Z","caller":"traceutil/trace.go:171","msg":"trace[2081871559] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"132.164081ms","start":"2026-03-24T14:54:40.570541Z","end":"2026-03-24T14:54:40.702705Z","steps":["trace[2081871559] 'process raft request' (duration: 55.744856ms)","trace[2081871559] 'compare' (duration: 76.068926ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:41.24675Z","caller":"traceutil/trace.go:171","msg":"trace[592026152] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"102.159922ms","start":"2026-03-24T14:54:41.144558Z","end":"2026-03-24T14:54:41.246717Z","steps":["trace[592026152] 'process raft request' (duration: 34.459788ms)","trace[592026152] 'compare' (duration: 67.53902ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:41.268376Z","caller":"traceutil/trace.go:171","msg":"trace[22132712] transaction","detail":"{read_only:false; response_revision:183; number_of_response:1; }","duration":"123.242994ms","start":"2026-03-24T14:54:41.145101Z","end":"2026-03-24T14:54:41.268344Z","steps":["trace[22132712] 'process raft request' (duration: 123.122191ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:41.447524Z","caller":"traceutil/trace.go:171","msg":"trace[345891020] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"106.338493ms","start":"2026-03-24T14:54:41.341157Z","end":"2026-03-24T14:54:41.447496Z","steps":["trace[345891020] 'process raft request' (duration: 52.604961ms)","trace[345891020] 'compare' (duration: 53.604339ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:41.994567Z","caller":"traceutil/trace.go:171","msg":"trace[1394063669] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"113.973547ms","start":"2026-03-24T14:54:41.880563Z","end":"2026-03-24T14:54:41.994537Z","steps":["trace[1394063669] 'process raft request' (duration: 43.885149ms)","trace[1394063669] 'compare' (duration: 69.909513ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:50.815689Z","caller":"traceutil/trace.go:171","msg":"trace[660147312] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"440.164527ms","start":"2026-03-24T14:54:50.375497Z","end":"2026-03-24T14:54:50.815662Z","steps":["trace[660147312] 'read index received' (duration: 439.90337ms)","trace[660147312] 'applied index is now lower than readState.Index' (duration: 259.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:50.815788Z","caller":"traceutil/trace.go:171","msg":"trace[546084572] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"554.094633ms","start":"2026-03-24T14:54:50.261657Z","end":"2026-03-24T14:54:50.815751Z","steps":["trace[546084572] 'process raft request' (duration: 553.851916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:50.81597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.435895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T14:54:50.816121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:50.261641Z","time spent":"554.224456ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:54:50.816197Z","caller":"traceutil/trace.go:171","msg":"trace[1326869430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"440.64363ms","start":"2026-03-24T14:54:50.375473Z","end":"2026-03-24T14:54:50.816116Z","steps":["trace[1326869430] 'agreement among raft nodes before linearized reading' (duration: 440.406553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:50.8163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:50.375462Z","time spent":"440.820594ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T14:54:55.981311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334285489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T14:54:56.279702Z","caller":"traceutil/trace.go:171","msg":"trace[439239068] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"799.099499ms","start":"2026-03-24T14:54:55.480567Z","end":"2026-03-24T14:54:56.279666Z","steps":["trace[439239068] 'read index received' (duration: 798.73547ms)","trace[439239068] 'applied index is now lower than readState.Index' (duration: 362.159µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:54:56.279854Z","caller":"traceutil/trace.go:171","msg":"trace[1319565920] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"959.210166ms","start":"2026-03-24T14:54:55.32061Z","end":"2026-03-24T14:54:56.27982Z","steps":["trace[1319565920] 'process raft request' (duration: 958.805025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:56.279944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.01164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-24T14:54:56.28001Z","caller":"traceutil/trace.go:171","msg":"trace[1758946472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"161.097662ms","start":"2026-03-24T14:54:56.11889Z","end":"2026-03-24T14:54:56.279988Z","steps":["trace[1758946472] 'agreement among raft nodes before linearized reading' (duration: 160.970599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:56.280025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:55.320582Z","time spent":"959.359729ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:54:56.28053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.874191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:54:56.280644Z","caller":"traceutil/trace.go:171","msg":"trace[734080432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"800.099636ms","start":"2026-03-24T14:54:55.48051Z","end":"2026-03-24T14:54:56.280609Z","steps":["trace[734080432] 'agreement among raft nodes before linearized reading' (duration: 799.338406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:56.280688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:55.48048Z","time spent":"800.198939ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:54:57.609571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.812907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:54:57.609915Z","caller":"traceutil/trace.go:171","msg":"trace[2036221141] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.313124105s","start":"2026-03-24T14:54:56.296746Z","end":"2026-03-24T14:54:57.60987Z","steps":["trace[2036221141] 'process raft request' (duration: 556.905837ms)","trace[2036221141] 'compare' (duration: 755.673764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:54:57.610099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:56.296723Z","time spent":"1.313274659s","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:54:57.610377Z","caller":"traceutil/trace.go:171","msg":"trace[824567529] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"749.787476ms","start":"2026-03-24T14:54:56.860537Z","end":"2026-03-24T14:54:57.610324Z","steps":["trace[824567529] 'read index received' (duration: 56.462µs)","trace[824567529] 'applied index is now lower than readState.Index' (duration: 749.726444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:54:57.643549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.027362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T14:54:57.643574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.965932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:54:57.643629Z","caller":"traceutil/trace.go:171","msg":"trace[1448671716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"750.161216ms","start":"2026-03-24T14:54:56.893445Z","end":"2026-03-24T14:54:57.643606Z","steps":["trace[1448671716] 'agreement among raft nodes before linearized reading' (duration: 749.93125ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:54:57.643635Z","caller":"traceutil/trace.go:171","msg":"trace[96991515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"163.067014ms","start":"2026-03-24T14:54:57.480549Z","end":"2026-03-24T14:54:57.643616Z","steps":["trace[96991515] 'agreement among raft nodes before linearized reading' (duration: 162.954681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:57.643671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:56.893388Z","time spent":"750.27351ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T14:54:57.645438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.937109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T14:54:57.645582Z","caller":"traceutil/trace.go:171","msg":"trace[636532181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"785.053366ms","start":"2026-03-24T14:54:56.860494Z","end":"2026-03-24T14:54:57.645547Z","steps":["trace[636532181] 'agreement among raft nodes before linearized reading' (duration: 750.009032ms)","trace[636532181] 'range keys from in-memory index tree' (duration: 32.890975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:54:57.6457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:54:56.860473Z","time spent":"785.20801ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T14:55:04.135725Z","caller":"traceutil/trace.go:171","msg":"trace[902777382] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"433.586811ms","start":"2026-03-24T14:55:03.702081Z","end":"2026-03-24T14:55:04.135668Z","steps":["trace[902777382] 'process raft request' (duration: 433.289554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:04.135966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:03.702034Z","time spent":"433.820247ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:04.136418Z","caller":"traceutil/trace.go:171","msg":"trace[366551617] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"432.183804ms","start":"2026-03-24T14:55:03.704201Z","end":"2026-03-24T14:55:04.136385Z","steps":["trace[366551617] 'process raft request' (duration: 432.031671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:04.136595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:03.704183Z","time spent":"432.323328ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:14.328701Z","caller":"traceutil/trace.go:171","msg":"trace[1997662478] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"145.6862ms","start":"2026-03-24T14:55:14.182963Z","end":"2026-03-24T14:55:14.32865Z","steps":["trace[1997662478] 'read index received' (duration: 145.530507ms)","trace[1997662478] 'applied index is now lower than readState.Index' (duration: 154.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:14.328786Z","caller":"traceutil/trace.go:171","msg":"trace[1200366064] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"780.492834ms","start":"2026-03-24T14:55:13.548259Z","end":"2026-03-24T14:55:14.328751Z","steps":["trace[1200366064] 'process raft request' (duration: 780.204217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:14.328919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.933768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-24T14:55:14.328958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:13.548234Z","time spent":"780.626757ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:14.32898Z","caller":"traceutil/trace.go:171","msg":"trace[552368065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"146.076972ms","start":"2026-03-24T14:55:14.182886Z","end":"2026-03-24T14:55:14.328963Z","steps":["trace[552368065] 'agreement among raft nodes before linearized reading' (duration: 145.950849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:14.329057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.184378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T14:55:14.329207Z","caller":"traceutil/trace.go:171","msg":"trace[1857238066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"142.370623ms","start":"2026-03-24T14:55:14.186801Z","end":"2026-03-24T14:55:14.329171Z","steps":["trace[1857238066] 'agreement among raft nodes before linearized reading' (duration: 142.071165ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:17.601146Z","caller":"traceutil/trace.go:171","msg":"trace[1628586660] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"113.466333ms","start":"2026-03-24T14:55:17.487647Z","end":"2026-03-24T14:55:17.601113Z","steps":["trace[1628586660] 'process raft request' (duration: 113.397301ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:17.601191Z","caller":"traceutil/trace.go:171","msg":"trace[629992181] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"117.357107ms","start":"2026-03-24T14:55:17.483801Z","end":"2026-03-24T14:55:17.601159Z","steps":["trace[629992181] 'process raft request' (duration: 117.07548ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:18.617235Z","caller":"traceutil/trace.go:171","msg":"trace[736226666] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"121.763644ms","start":"2026-03-24T14:55:18.495446Z","end":"2026-03-24T14:55:18.61721Z","steps":["trace[736226666] 'process raft request' (duration: 121.711482ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:18.617255Z","caller":"traceutil/trace.go:171","msg":"trace[1442870773] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"121.777045ms","start":"2026-03-24T14:55:18.495444Z","end":"2026-03-24T14:55:18.617221Z","steps":["trace[1442870773] 'process raft request' (duration: 118.129257ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:18.66267Z","caller":"traceutil/trace.go:171","msg":"trace[1504529304] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"167.118433ms","start":"2026-03-24T14:55:18.495526Z","end":"2026-03-24T14:55:18.662644Z","steps":["trace[1504529304] 'process raft request' (duration: 166.938668ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:22.148445Z","caller":"traceutil/trace.go:171","msg":"trace[2137894368] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"422.609199ms","start":"2026-03-24T14:55:21.725807Z","end":"2026-03-24T14:55:22.148416Z","steps":["trace[2137894368] 'read index received' (duration: 422.443484ms)","trace[2137894368] 'applied index is now lower than readState.Index' (duration: 163.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:22.148495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:21.725719Z","time spent":"422.766793ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-24T14:55:22.148651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.808974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-approve:cert-manager-io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:55:22.148727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.75862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pv5j7\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-24T14:55:22.148744Z","caller":"traceutil/trace.go:171","msg":"trace[2113590217] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-approve:cert-manager-io; range_end:; response_count:0; response_revision:565; }","duration":"422.926949ms","start":"2026-03-24T14:55:21.725791Z","end":"2026-03-24T14:55:22.148718Z","steps":["trace[2113590217] 'agreement among raft nodes before linearized reading' (duration: 422.766274ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:22.148773Z","caller":"traceutil/trace.go:171","msg":"trace[2078881418] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pv5j7; range_end:; response_count:1; response_revision:565; }","duration":"399.876004ms","start":"2026-03-24T14:55:21.748886Z","end":"2026-03-24T14:55:22.148762Z","steps":["trace[2078881418] 'agreement among raft nodes before linearized reading' (duration: 399.687488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.148799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:21.725784Z","time spent":"423.00581ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-controller-approve:cert-manager-io\" "} {"level":"warn","ts":"2026-03-24T14:55:22.148818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:21.748861Z","time spent":"399.948504ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-pv5j7\" "} {"level":"info","ts":"2026-03-24T14:55:22.31102Z","caller":"traceutil/trace.go:171","msg":"trace[60089519] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"158.356748ms","start":"2026-03-24T14:55:22.152619Z","end":"2026-03-24T14:55:22.310975Z","steps":["trace[60089519] 'read index received' (duration: 89.063742ms)","trace[60089519] 'applied index is now lower than readState.Index' (duration: 69.291436ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:22.311087Z","caller":"traceutil/trace.go:171","msg":"trace[959734452] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"161.38878ms","start":"2026-03-24T14:55:22.149671Z","end":"2026-03-24T14:55:22.31106Z","steps":["trace[959734452] 'process raft request' (duration: 91.9078ms)","trace[959734452] 'compare' (duration: 69.195773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:22.312157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.483469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:22.312341Z","caller":"traceutil/trace.go:171","msg":"trace[1209418746] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-certificatesigningrequests; range_end:; response_count:0; response_revision:566; }","duration":"159.721765ms","start":"2026-03-24T14:55:22.152544Z","end":"2026-03-24T14:55:22.312266Z","steps":["trace[1209418746] 'agreement among raft nodes before linearized reading' (duration: 158.594986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.827387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.16231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:55:22.827588Z","caller":"traceutil/trace.go:171","msg":"trace[1054880178] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"665.091549ms","start":"2026-03-24T14:55:22.162472Z","end":"2026-03-24T14:55:22.827563Z","steps":["trace[1054880178] 'process raft request' (duration: 353.524069ms)","trace[1054880178] 'compare' (duration: 310.960494ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:22.827588Z","caller":"traceutil/trace.go:171","msg":"trace[1382452859] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"510.178921ms","start":"2026-03-24T14:55:22.317385Z","end":"2026-03-24T14:55:22.827564Z","steps":["trace[1382452859] 'read index received' (duration: 198.459117ms)","trace[1382452859] 'applied index is now lower than readState.Index' (duration: 311.717944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:22.82767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.162442Z","time spent":"665.189652ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:55:22.82778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.370227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:55:22.827818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.400568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-24T14:55:22.827886Z","caller":"traceutil/trace.go:171","msg":"trace[1699752844] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:567; }","duration":"510.47338ms","start":"2026-03-24T14:55:22.31736Z","end":"2026-03-24T14:55:22.827833Z","steps":["trace[1699752844] 'agreement among raft nodes before linearized reading' (duration: 510.359007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.827932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.317332Z","time spent":"510.589872ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" "} {"level":"info","ts":"2026-03-24T14:55:22.827936Z","caller":"traceutil/trace.go:171","msg":"trace[1261785210] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:567; }","duration":"510.570552ms","start":"2026-03-24T14:55:22.317339Z","end":"2026-03-24T14:55:22.82791Z","steps":["trace[1261785210] 'agreement among raft nodes before linearized reading' (duration: 510.351786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.827939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.061727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:55:22.827985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.317319Z","time spent":"510.655855ms","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-24T14:55:22.828002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.898563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T14:55:22.828035Z","caller":"traceutil/trace.go:171","msg":"trace[1568519978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"347.213771ms","start":"2026-03-24T14:55:22.480791Z","end":"2026-03-24T14:55:22.828005Z","steps":["trace[1568519978] 'agreement among raft nodes before linearized reading' (duration: 346.976635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.828057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.474872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T14:55:22.828082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.480764Z","time spent":"347.311163ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:55:22.828076Z","caller":"traceutil/trace.go:171","msg":"trace[680609742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"319.974526ms","start":"2026-03-24T14:55:22.508079Z","end":"2026-03-24T14:55:22.828053Z","steps":["trace[680609742] 'agreement among raft nodes before linearized reading' (duration: 319.683148ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:22.828095Z","caller":"traceutil/trace.go:171","msg":"trace[821186222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"119.562585ms","start":"2026-03-24T14:55:22.70852Z","end":"2026-03-24T14:55:22.828083Z","steps":["trace[821186222] 'agreement among raft nodes before linearized reading' (duration: 119.467922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.828081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.624962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-24T14:55:22.828137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.50797Z","time spent":"320.15426ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T14:55:22.828173Z","caller":"traceutil/trace.go:171","msg":"trace[1900166462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"189.866648ms","start":"2026-03-24T14:55:22.638282Z","end":"2026-03-24T14:55:22.828149Z","steps":["trace[1900166462] 'agreement among raft nodes before linearized reading' (duration: 189.456288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:22.828271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.579134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T14:55:22.828309Z","caller":"traceutil/trace.go:171","msg":"trace[1885775005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"185.634136ms","start":"2026-03-24T14:55:22.642663Z","end":"2026-03-24T14:55:22.828297Z","steps":["trace[1885775005] 'agreement among raft nodes before linearized reading' (duration: 185.524633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.335609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334285823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T14:55:23.425481Z","caller":"traceutil/trace.go:171","msg":"trace[989641252] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"590.825711ms","start":"2026-03-24T14:55:22.834616Z","end":"2026-03-24T14:55:23.425442Z","steps":["trace[989641252] 'process raft request' (duration: 590.638826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.425713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.834596Z","time spent":"590.993186ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:23.455248Z","caller":"traceutil/trace.go:171","msg":"trace[1603030943] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:592; }","duration":"619.924136ms","start":"2026-03-24T14:55:22.835295Z","end":"2026-03-24T14:55:23.455219Z","steps":["trace[1603030943] 'read index received' (duration: 589.840685ms)","trace[1603030943] 'applied index is now lower than readState.Index' (duration: 30.082601ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:23.455364Z","caller":"traceutil/trace.go:171","msg":"trace[502663595] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"619.306488ms","start":"2026-03-24T14:55:22.836047Z","end":"2026-03-24T14:55:23.455354Z","steps":["trace[502663595] 'process raft request' (duration: 619.137204ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:23.455335Z","caller":"traceutil/trace.go:171","msg":"trace[2019946159] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"620.025209ms","start":"2026-03-24T14:55:22.835252Z","end":"2026-03-24T14:55:23.455277Z","steps":["trace[2019946159] 'process raft request' (duration: 619.900895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.455471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.836039Z","time spent":"619.345631ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:55:23.455549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.835235Z","time spent":"620.201764ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:55:23.455619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.024622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:23.455695Z","caller":"traceutil/trace.go:171","msg":"trace[1954943261] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:0; response_revision:571; }","duration":"619.123535ms","start":"2026-03-24T14:55:22.836551Z","end":"2026-03-24T14:55:23.455674Z","steps":["trace[1954943261] 'agreement among raft nodes before linearized reading' (duration: 619.005812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.455727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.836545Z","time spent":"619.175267ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" "} {"level":"info","ts":"2026-03-24T14:55:23.455728Z","caller":"traceutil/trace.go:171","msg":"trace[833642159] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"620.579184ms","start":"2026-03-24T14:55:22.835139Z","end":"2026-03-24T14:55:23.455718Z","steps":["trace[833642159] 'process raft request' (duration: 619.828854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.455786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.835128Z","time spent":"620.628884ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:55:23.455893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.597394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T14:55:23.455927Z","caller":"traceutil/trace.go:171","msg":"trace[2102982412] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:571; }","duration":"620.643755ms","start":"2026-03-24T14:55:22.835276Z","end":"2026-03-24T14:55:23.455919Z","steps":["trace[2102982412] 'agreement among raft nodes before linearized reading' (duration: 620.576103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:23.455948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:22.835267Z","time spent":"620.674606ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-24T14:55:23.765133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.868712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:23.765242Z","caller":"traceutil/trace.go:171","msg":"trace[1666357288] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:571; }","duration":"272.005878ms","start":"2026-03-24T14:55:23.493213Z","end":"2026-03-24T14:55:23.765218Z","steps":["trace[1666357288] 'range keys from in-memory index tree' (duration: 271.773512ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:24.667667Z","caller":"traceutil/trace.go:171","msg":"trace[673149016] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"881.113556ms","start":"2026-03-24T14:55:23.786506Z","end":"2026-03-24T14:55:24.66762Z","steps":["trace[673149016] 'process raft request' (duration: 880.605502ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:24.667668Z","caller":"traceutil/trace.go:171","msg":"trace[183485445] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"186.999122ms","start":"2026-03-24T14:55:24.480585Z","end":"2026-03-24T14:55:24.667584Z","steps":["trace[183485445] 'read index received' (duration: 186.658483ms)","trace[183485445] 'applied index is now lower than readState.Index' (duration: 330.829µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:24.667811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.208788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:24.667906Z","caller":"traceutil/trace.go:171","msg":"trace[1093524992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"187.315341ms","start":"2026-03-24T14:55:24.480567Z","end":"2026-03-24T14:55:24.667882Z","steps":["trace[1093524992] 'agreement among raft nodes before linearized reading' (duration: 187.136527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:24.668433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:23.78649Z","time spent":"881.843484ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T14:55:25.169565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334285855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:55:25.670415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334285855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:55:25.944598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277335001s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T14:55:26.009141Z","caller":"traceutil/trace.go:171","msg":"trace[21523029] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.381382733s","start":"2026-03-24T14:55:24.627684Z","end":"2026-03-24T14:55:26.009067Z","steps":["trace[21523029] 'process raft request' (duration: 1.317232054s)","trace[21523029] 'compare' (duration: 63.683046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:26.009315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:24.627638Z","time spent":"1.381586138s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:55:26.042722Z","caller":"traceutil/trace.go:171","msg":"trace[484672922] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:597; }","duration":"1.373582475s","start":"2026-03-24T14:55:24.669105Z","end":"2026-03-24T14:55:26.042687Z","steps":["trace[484672922] 'read index received' (duration: 1.27582971s)","trace[484672922] 'applied index is now lower than readState.Index' (duration: 97.751165ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:55:26.042862Z","caller":"traceutil/trace.go:171","msg":"trace[855866087] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.280153727s","start":"2026-03-24T14:55:24.762699Z","end":"2026-03-24T14:55:26.042852Z","steps":["trace[855866087] 'process raft request' (duration: 1.279779536s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.043005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:24.762645Z","time spent":"1.280254139s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T14:55:26.043092Z","caller":"traceutil/trace.go:171","msg":"trace[601334309] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.37154501s","start":"2026-03-24T14:55:24.671464Z","end":"2026-03-24T14:55:26.043009Z","steps":["trace[601334309] 'process raft request' (duration: 1.370893153s)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:26.043141Z","caller":"traceutil/trace.go:171","msg":"trace[2072035294] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.371808528s","start":"2026-03-24T14:55:24.671295Z","end":"2026-03-24T14:55:26.043104Z","steps":["trace[2072035294] 'process raft request' (duration: 1.370907534s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.043221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.645162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-24T14:55:26.043287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:24.671258Z","time spent":"1.371951492s","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T14:55:26.043303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:24.671433Z","time spent":"1.371760618s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T14:55:26.043332Z","caller":"traceutil/trace.go:171","msg":"trace[2031576632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"612.827708ms","start":"2026-03-24T14:55:25.430481Z","end":"2026-03-24T14:55:26.043309Z","steps":["trace[2031576632] 'agreement among raft nodes before linearized reading' (duration: 612.473788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.043389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:25.430453Z","time spent":"612.926529ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:55:26.043407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.403046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T14:55:26.043539Z","caller":"traceutil/trace.go:171","msg":"trace[1211876550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"582.585372ms","start":"2026-03-24T14:55:25.460928Z","end":"2026-03-24T14:55:26.043513Z","steps":["trace[1211876550] 'agreement among raft nodes before linearized reading' (duration: 582.208682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.04354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.611772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T14:55:26.043615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:25.460909Z","time spent":"582.691244ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T14:55:26.043623Z","caller":"traceutil/trace.go:171","msg":"trace[369991127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"582.763106ms","start":"2026-03-24T14:55:25.460837Z","end":"2026-03-24T14:55:26.0436Z","steps":["trace[369991127] 'agreement among raft nodes before linearized reading' (duration: 582.458998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.043678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:25.460801Z","time spent":"582.865249ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:55:26.043635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.608602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T14:55:26.043771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374660103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:55:26.043842Z","caller":"traceutil/trace.go:171","msg":"trace[1566328600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"1.374792657s","start":"2026-03-24T14:55:24.669029Z","end":"2026-03-24T14:55:26.043822Z","steps":["trace[1566328600] 'agreement among raft nodes before linearized reading' (duration: 1.374135739s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.043879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:24.669Z","time spent":"1.374872809s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:55:26.043827Z","caller":"traceutil/trace.go:171","msg":"trace[116106334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"582.92165ms","start":"2026-03-24T14:55:25.460876Z","end":"2026-03-24T14:55:26.043798Z","steps":["trace[116106334] 'agreement among raft nodes before linearized reading' (duration: 582.310504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:26.044797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:25.460844Z","time spent":"583.927827ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T14:55:27.510239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.389919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-24T14:55:28.904263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.007105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pv5j7\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-24T14:55:28.904366Z","caller":"traceutil/trace.go:171","msg":"trace[1049634850] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pv5j7; range_end:; response_count:1; response_revision:706; }","duration":"124.155638ms","start":"2026-03-24T14:55:28.780185Z","end":"2026-03-24T14:55:28.904341Z","steps":["trace[1049634850] 'range keys from in-memory index tree' (duration: 123.791088ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:29.076182Z","caller":"traceutil/trace.go:171","msg":"trace[210384714] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"155.922295ms","start":"2026-03-24T14:55:28.920224Z","end":"2026-03-24T14:55:29.076146Z","steps":["trace[210384714] 'process raft request' (duration: 155.755461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:47.981761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334286494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:55:48.465842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239275889s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T14:55:48.474734Z","caller":"traceutil/trace.go:171","msg":"trace[2092335694] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:985; }","duration":"993.777084ms","start":"2026-03-24T14:55:47.480937Z","end":"2026-03-24T14:55:48.474714Z","steps":["trace[2092335694] 'read index received' (duration: 985.091251ms)","trace[2092335694] 'applied index is now lower than readState.Index' (duration: 8.682263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:55:48.474928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.961539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:55:48.474991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.780426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T14:55:48.475029Z","caller":"traceutil/trace.go:171","msg":"trace[1375780457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"994.123983ms","start":"2026-03-24T14:55:47.480882Z","end":"2026-03-24T14:55:48.475006Z","steps":["trace[1375780457] 'agreement among raft nodes before linearized reading' (duration: 993.934779ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:48.475022Z","caller":"traceutil/trace.go:171","msg":"trace[1740202608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:952; }","duration":"924.899179ms","start":"2026-03-24T14:55:47.550114Z","end":"2026-03-24T14:55:48.475014Z","steps":["trace[1740202608] 'agreement among raft nodes before linearized reading' (duration: 924.725105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:48.475082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:47.550094Z","time spent":"924.980881ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T14:55:48.475078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:55:47.480862Z","time spent":"994.207136ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:55:48.475372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.817952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-24T14:55:48.47552Z","caller":"traceutil/trace.go:171","msg":"trace[2063063312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"240.013048ms","start":"2026-03-24T14:55:48.235467Z","end":"2026-03-24T14:55:48.475481Z","steps":["trace[2063063312] 'agreement among raft nodes before linearized reading' (duration: 239.429262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:55:48.475386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.164722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-24T14:55:48.475611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.96146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-24T14:55:48.475718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.63292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-24T14:55:48.475733Z","caller":"traceutil/trace.go:171","msg":"trace[814971381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:952; }","duration":"246.563903ms","start":"2026-03-24T14:55:48.229135Z","end":"2026-03-24T14:55:48.475699Z","steps":["trace[814971381] 'agreement among raft nodes before linearized reading' (duration: 245.842904ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:48.475757Z","caller":"traceutil/trace.go:171","msg":"trace[366704581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"242.088813ms","start":"2026-03-24T14:55:48.233618Z","end":"2026-03-24T14:55:48.475707Z","steps":["trace[366704581] 'agreement among raft nodes before linearized reading' (duration: 241.468377ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:55:48.475809Z","caller":"traceutil/trace.go:171","msg":"trace[820269496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:952; }","duration":"244.829997ms","start":"2026-03-24T14:55:48.230959Z","end":"2026-03-24T14:55:48.475789Z","steps":["trace[820269496] 'agreement among raft nodes before linearized reading' (duration: 243.970564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:08.15525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.098979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-6j8wk\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-24T14:56:08.155349Z","caller":"traceutil/trace.go:171","msg":"trace[84605510] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-6j8wk; range_end:; response_count:1; response_revision:1099; }","duration":"144.248933ms","start":"2026-03-24T14:56:08.01108Z","end":"2026-03-24T14:56:08.155329Z","steps":["trace[84605510] 'range keys from in-memory index tree' (duration: 143.910154ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:16.80767Z","caller":"traceutil/trace.go:171","msg":"trace[1069324661] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1266; }","duration":"152.987577ms","start":"2026-03-24T14:56:16.65464Z","end":"2026-03-24T14:56:16.807628Z","steps":["trace[1069324661] 'read index received' (duration: 152.678318ms)","trace[1069324661] 'applied index is now lower than readState.Index' (duration: 306.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:16.807765Z","caller":"traceutil/trace.go:171","msg":"trace[843111578] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"156.338846ms","start":"2026-03-24T14:56:16.651383Z","end":"2026-03-24T14:56:16.807722Z","steps":["trace[843111578] 'process raft request' (duration: 156.184762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:16.807981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.318915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-24T14:56:16.808068Z","caller":"traceutil/trace.go:171","msg":"trace[837459737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1225; }","duration":"153.441678ms","start":"2026-03-24T14:56:16.654612Z","end":"2026-03-24T14:56:16.808053Z","steps":["trace[837459737] 'agreement among raft nodes before linearized reading' (duration: 153.181262ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:16.807687Z","caller":"traceutil/trace.go:171","msg":"trace[220320067] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"156.265654ms","start":"2026-03-24T14:56:16.651375Z","end":"2026-03-24T14:56:16.807641Z","steps":["trace[220320067] 'process raft request' (duration: 155.986227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:17.308081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334287018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:56:17.526393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.713484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-24T14:56:17.527315Z","caller":"traceutil/trace.go:171","msg":"trace[923898829] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1268; }","duration":"719.497246ms","start":"2026-03-24T14:56:16.807791Z","end":"2026-03-24T14:56:17.527288Z","steps":["trace[923898829] 'read index received' (duration: 557.87058ms)","trace[923898829] 'applied index is now lower than readState.Index' (duration: 161.625606ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:17.527373Z","caller":"traceutil/trace.go:171","msg":"trace[1848345751] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"714.194106ms","start":"2026-03-24T14:56:16.813147Z","end":"2026-03-24T14:56:17.527341Z","steps":["trace[1848345751] 'process raft request' (duration: 713.870188ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:17.527486Z","caller":"traceutil/trace.go:171","msg":"trace[1420770343] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"427.707294ms","start":"2026-03-24T14:56:17.099735Z","end":"2026-03-24T14:56:17.527443Z","steps":["trace[1420770343] 'process raft request' (duration: 427.482578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:17.527565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.835444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T14:56:17.527562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:16.813124Z","time spent":"714.326949ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:17.527634Z","caller":"traceutil/trace.go:171","msg":"trace[764620209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"872.931555ms","start":"2026-03-24T14:56:16.654669Z","end":"2026-03-24T14:56:17.527601Z","steps":["trace[764620209] 'agreement among raft nodes before linearized reading' (duration: 872.735701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:17.527677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:16.654655Z","time spent":"873.010708ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T14:56:17.527698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:17.099711Z","time spent":"427.856907ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:17.527753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.432272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T14:56:17.527806Z","caller":"traceutil/trace.go:171","msg":"trace[503478253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"872.498334ms","start":"2026-03-24T14:56:16.655292Z","end":"2026-03-24T14:56:17.52779Z","steps":["trace[503478253] 'agreement among raft nodes before linearized reading' (duration: 872.349141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:17.527844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:16.655285Z","time spent":"872.551897ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T14:56:33.978489Z","caller":"traceutil/trace.go:171","msg":"trace[1732077261] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1578; }","duration":"238.348173ms","start":"2026-03-24T14:56:33.740102Z","end":"2026-03-24T14:56:33.97845Z","steps":["trace[1732077261] 'read index received' (duration: 168.634686ms)","trace[1732077261] 'applied index is now lower than readState.Index' (duration: 69.711717ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:33.978578Z","caller":"traceutil/trace.go:171","msg":"trace[1015887843] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"298.472034ms","start":"2026-03-24T14:56:33.680068Z","end":"2026-03-24T14:56:33.97854Z","steps":["trace[1015887843] 'process raft request' (duration: 228.670894ms)","trace[1015887843] 'compare' (duration: 69.536992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:33.978674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.519128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.978737Z","caller":"traceutil/trace.go:171","msg":"trace[1195345670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"238.668812ms","start":"2026-03-24T14:56:33.740051Z","end":"2026-03-24T14:56:33.978719Z","steps":["trace[1195345670] 'agreement among raft nodes before linearized reading' (duration: 238.485278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:33.979018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.311799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.979077Z","caller":"traceutil/trace.go:171","msg":"trace[1740673237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"177.396091ms","start":"2026-03-24T14:56:33.801669Z","end":"2026-03-24T14:56:33.979065Z","steps":["trace[1740673237] 'agreement among raft nodes before linearized reading' (duration: 177.304429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:33.979095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.477009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:33.979144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.456343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:33.979162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.024402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.979206Z","caller":"traceutil/trace.go:171","msg":"trace[947297355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"116.648275ms","start":"2026-03-24T14:56:33.862536Z","end":"2026-03-24T14:56:33.979185Z","steps":["trace[947297355] 'agreement among raft nodes before linearized reading' (duration: 116.214034ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:33.979211Z","caller":"traceutil/trace.go:171","msg":"trace[789891730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"177.552415ms","start":"2026-03-24T14:56:33.801642Z","end":"2026-03-24T14:56:33.979194Z","steps":["trace[789891730] 'agreement among raft nodes before linearized reading' (duration: 177.445062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:33.979258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.697005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:33.979258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.161095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:33.979182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.882867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.979281Z","caller":"traceutil/trace.go:171","msg":"trace[1397163609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"116.747197ms","start":"2026-03-24T14:56:33.862527Z","end":"2026-03-24T14:56:33.979274Z","steps":["trace[1397163609] 'agreement among raft nodes before linearized reading' (duration: 116.701726ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:33.979309Z","caller":"traceutil/trace.go:171","msg":"trace[1751920392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"239.031512ms","start":"2026-03-24T14:56:33.740263Z","end":"2026-03-24T14:56:33.979294Z","steps":["trace[1751920392] 'agreement among raft nodes before linearized reading' (duration: 238.841777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:33.979438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.823702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.97946Z","caller":"traceutil/trace.go:171","msg":"trace[728277676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"149.859773ms","start":"2026-03-24T14:56:33.829593Z","end":"2026-03-24T14:56:33.979453Z","steps":["trace[728277676] 'agreement among raft nodes before linearized reading' (duration: 149.821392ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:33.979258Z","caller":"traceutil/trace.go:171","msg":"trace[709109686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"211.181566ms","start":"2026-03-24T14:56:33.768056Z","end":"2026-03-24T14:56:33.979238Z","steps":["trace[709109686] 'agreement among raft nodes before linearized reading' (duration: 210.982721ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:33.979307Z","caller":"traceutil/trace.go:171","msg":"trace[87543268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"211.242458ms","start":"2026-03-24T14:56:33.768046Z","end":"2026-03-24T14:56:33.979289Z","steps":["trace[87543268] 'agreement among raft nodes before linearized reading' (duration: 211.178476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:33.979608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.041248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:33.979852Z","caller":"traceutil/trace.go:171","msg":"trace[1866202863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1511; }","duration":"150.282715ms","start":"2026-03-24T14:56:33.829554Z","end":"2026-03-24T14:56:33.979836Z","steps":["trace[1866202863] 'agreement among raft nodes before linearized reading' (duration: 150.017698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.682095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334287835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:56:42.735089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.931466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:56:42.735155Z","caller":"traceutil/trace.go:171","msg":"trace[789463146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"930.058239ms","start":"2026-03-24T14:56:41.80508Z","end":"2026-03-24T14:56:42.735138Z","steps":["trace[789463146] 'range keys from in-memory index tree' (duration: 929.72804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.735186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:41.805042Z","time spent":"930.137501ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T14:56:42.735554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006907355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.63\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-24T14:56:42.735583Z","caller":"traceutil/trace.go:171","msg":"trace[582103900] range","detail":"{range_begin:/registry/masterleases/199.19.213.63; range_end:; response_count:1; response_revision:1617; }","duration":"1.006987707s","start":"2026-03-24T14:56:41.728588Z","end":"2026-03-24T14:56:42.735575Z","steps":["trace[582103900] 'range keys from in-memory index tree' (duration: 1.006752041s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.735595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028429343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T14:56:42.735707Z","caller":"traceutil/trace.go:171","msg":"trace[1098485920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1617; }","duration":"1.028571068s","start":"2026-03-24T14:56:41.70711Z","end":"2026-03-24T14:56:42.735681Z","steps":["trace[1098485920] 'range keys from in-memory index tree' (duration: 1.028207407s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.735751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034868997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-24T14:56:42.735819Z","caller":"traceutil/trace.go:171","msg":"trace[1219931751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1617; }","duration":"1.034971889s","start":"2026-03-24T14:56:41.700836Z","end":"2026-03-24T14:56:42.735808Z","steps":["trace[1219931751] 'range keys from in-memory index tree' (duration: 1.034653721s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.735843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:41.700814Z","time spent":"1.03502257s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:56:42.735769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:41.707084Z","time spent":"1.02867113s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T14:56:42.73589Z","caller":"traceutil/trace.go:171","msg":"trace[922566548] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"658.797469ms","start":"2026-03-24T14:56:42.077042Z","end":"2026-03-24T14:56:42.73584Z","steps":["trace[922566548] 'process raft request' (duration: 634.037033ms)","trace[922566548] 'compare' (duration: 24.350774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:42.735595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.855863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-24T14:56:42.736224Z","caller":"traceutil/trace.go:171","msg":"trace[1794023741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1617; }","duration":"719.542891ms","start":"2026-03-24T14:56:42.016652Z","end":"2026-03-24T14:56:42.736195Z","steps":["trace[1794023741] 'range keys from in-memory index tree' (duration: 718.595656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.73626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.016575Z","time spent":"719.676264ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:56:42.735602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:41.728552Z","time spent":"1.007045848s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.63\" "} {"level":"warn","ts":"2026-03-24T14:56:42.736429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.076989Z","time spent":"659.120556ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:42.77685Z","caller":"traceutil/trace.go:171","msg":"trace[1509680359] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1687; }","duration":"595.657792ms","start":"2026-03-24T14:56:42.181168Z","end":"2026-03-24T14:56:42.776826Z","steps":["trace[1509680359] 'read index received' (duration: 529.918935ms)","trace[1509680359] 'applied index is now lower than readState.Index' (duration: 65.737427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:42.777017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.833287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:42.777065Z","caller":"traceutil/trace.go:171","msg":"trace[1517431560] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1619; }","duration":"595.950059ms","start":"2026-03-24T14:56:42.181103Z","end":"2026-03-24T14:56:42.777053Z","steps":["trace[1517431560] 'agreement among raft nodes before linearized reading' (duration: 595.854596ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:42.777001Z","caller":"traceutil/trace.go:171","msg":"trace[1208978000] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"295.187665ms","start":"2026-03-24T14:56:42.481752Z","end":"2026-03-24T14:56:42.77694Z","steps":["trace[1208978000] 'process raft request' (duration: 294.921018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:42.777107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.181079Z","time spent":"596.014161ms","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-24T14:56:43.42003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.786966ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-24T14:56:43.420574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.737886Z","time spent":"682.68248ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-24T14:56:43.420705Z","caller":"traceutil/trace.go:171","msg":"trace[1926489509] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1689; }","duration":"643.747234ms","start":"2026-03-24T14:56:42.776931Z","end":"2026-03-24T14:56:43.420679Z","steps":["trace[1926489509] 'read index received' (duration: 166.277939ms)","trace[1926489509] 'applied index is now lower than readState.Index' (duration: 477.467605ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:43.420737Z","caller":"traceutil/trace.go:171","msg":"trace[1873192461] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"648.289346ms","start":"2026-03-24T14:56:42.772422Z","end":"2026-03-24T14:56:43.420712Z","steps":["trace[1873192461] 'process raft request' (duration: 648.195744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.420871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.772395Z","time spent":"648.399629ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:43.420899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.737395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-24T14:56:43.420903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152545791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:56:43.42093Z","caller":"traceutil/trace.go:171","msg":"trace[433170006] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf; range_end:; response_count:1; response_revision:1623; }","duration":"953.820229ms","start":"2026-03-24T14:56:42.4671Z","end":"2026-03-24T14:56:43.42092Z","steps":["trace[433170006] 'agreement among raft nodes before linearized reading' (duration: 953.654634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.420908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.816201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T14:56:43.420963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.467078Z","time spent":"953.87974ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf\" "} {"level":"info","ts":"2026-03-24T14:56:43.420726Z","caller":"traceutil/trace.go:171","msg":"trace[528604674] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"680.156543ms","start":"2026-03-24T14:56:42.740555Z","end":"2026-03-24T14:56:43.420712Z","steps":["trace[528604674] 'process raft request' (duration: 679.799734ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:43.420991Z","caller":"traceutil/trace.go:171","msg":"trace[982495960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1623; }","duration":"888.947135ms","start":"2026-03-24T14:56:42.532024Z","end":"2026-03-24T14:56:43.420971Z","steps":["trace[982495960] 'agreement among raft nodes before linearized reading' (duration: 888.723039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.420985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.988717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:43.421031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.740533Z","time spent":"680.459021ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:43.421069Z","caller":"traceutil/trace.go:171","msg":"trace[1250673841] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"679.305791ms","start":"2026-03-24T14:56:42.741756Z","end":"2026-03-24T14:56:43.421062Z","steps":["trace[1250673841] 'process raft request' (duration: 678.812768ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:43.42094Z","caller":"traceutil/trace.go:171","msg":"trace[609370057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"1.152586821s","start":"2026-03-24T14:56:42.268341Z","end":"2026-03-24T14:56:43.420928Z","steps":["trace[609370057] 'agreement among raft nodes before linearized reading' (duration: 1.152469828s)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:43.421086Z","caller":"traceutil/trace.go:171","msg":"trace[1979911789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"940.1339ms","start":"2026-03-24T14:56:42.480928Z","end":"2026-03-24T14:56:43.421062Z","steps":["trace[1979911789] 'agreement among raft nodes before linearized reading' (duration: 939.78436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.421124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.268271Z","time spent":"1.152845519s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T14:56:43.421139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.480905Z","time spent":"940.223874ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:56:43.421039Z","caller":"traceutil/trace.go:171","msg":"trace[871711915] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"680.368849ms","start":"2026-03-24T14:56:42.740658Z","end":"2026-03-24T14:56:43.421027Z","steps":["trace[871711915] 'process raft request' (duration: 679.853535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.42119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.934123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-24T14:56:43.421121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.741738Z","time spent":"679.355251ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:43.421237Z","caller":"traceutil/trace.go:171","msg":"trace[1385590143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1623; }","duration":"396.027156ms","start":"2026-03-24T14:56:43.02519Z","end":"2026-03-24T14:56:43.421217Z","steps":["trace[1385590143] 'agreement among raft nodes before linearized reading' (duration: 395.927134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.421256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.274706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T14:56:43.421075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211392022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-24T14:56:43.421288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.740619Z","time spent":"680.603695ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:43.421295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.025161Z","time spent":"396.122608ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T14:56:43.421081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.863335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-24T14:56:43.421035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.532002Z","time spent":"889.023627ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-24T14:56:43.42134Z","caller":"traceutil/trace.go:171","msg":"trace[1239720047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1623; }","duration":"478.195674ms","start":"2026-03-24T14:56:42.943134Z","end":"2026-03-24T14:56:43.421329Z","steps":["trace[1239720047] 'agreement among raft nodes before linearized reading' (duration: 477.856875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.421386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.943106Z","time spent":"478.269566ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T14:56:43.421333Z","caller":"traceutil/trace.go:171","msg":"trace[967923776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf; range_end:; response_count:1; response_revision:1623; }","duration":"1.211678311s","start":"2026-03-24T14:56:42.209636Z","end":"2026-03-24T14:56:43.421315Z","steps":["trace[967923776] 'agreement among raft nodes before linearized reading' (duration: 1.211325081s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.421467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.209619Z","time spent":"1.211835265s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e12c3d43-0b0a-44c1-92ba-a4b2badd78bf\" "} {"level":"info","ts":"2026-03-24T14:56:43.42129Z","caller":"traceutil/trace.go:171","msg":"trace[1129041594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1623; }","duration":"475.363498ms","start":"2026-03-24T14:56:42.945917Z","end":"2026-03-24T14:56:43.421281Z","steps":["trace[1129041594] 'agreement among raft nodes before linearized reading' (duration: 475.261996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.421557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:42.945886Z","time spent":"475.648386ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T14:56:43.755038Z","caller":"traceutil/trace.go:171","msg":"trace[473515699] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"331.46481ms","start":"2026-03-24T14:56:43.423539Z","end":"2026-03-24T14:56:43.755004Z","steps":["trace[473515699] 'process raft request' (duration: 312.397888ms)","trace[473515699] 'compare' (duration: 18.875417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:43.755201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.423502Z","time spent":"331.613243ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:43.757931Z","caller":"traceutil/trace.go:171","msg":"trace[1473554379] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"332.084587ms","start":"2026-03-24T14:56:43.425798Z","end":"2026-03-24T14:56:43.757883Z","steps":["trace[1473554379] 'process raft request' (duration: 331.83949ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:43.758245Z","caller":"traceutil/trace.go:171","msg":"trace[808476704] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"331.830749ms","start":"2026-03-24T14:56:43.426395Z","end":"2026-03-24T14:56:43.758226Z","steps":["trace[808476704] 'process raft request' (duration: 331.430448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.758251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.425775Z","time spent":"332.272701ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:43.758367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.426364Z","time spent":"331.941963ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:43.758789Z","caller":"traceutil/trace.go:171","msg":"trace[952887005] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1694; }","duration":"277.972912ms","start":"2026-03-24T14:56:43.480786Z","end":"2026-03-24T14:56:43.758759Z","steps":["trace[952887005] 'read index received' (duration: 255.171669ms)","trace[952887005] 'applied index is now lower than readState.Index' (duration: 22.799543ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:43.758977Z","caller":"traceutil/trace.go:171","msg":"trace[1350351056] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"329.98383ms","start":"2026-03-24T14:56:43.428977Z","end":"2026-03-24T14:56:43.758961Z","steps":["trace[1350351056] 'process raft request' (duration: 329.652121ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:43.759083Z","caller":"traceutil/trace.go:171","msg":"trace[2273073] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"332.018104ms","start":"2026-03-24T14:56:43.427043Z","end":"2026-03-24T14:56:43.759061Z","steps":["trace[2273073] 'process raft request' (duration: 331.059889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.75919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.428971Z","time spent":"330.071341ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:43.759402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.591398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:43.759544Z","caller":"traceutil/trace.go:171","msg":"trace[1049773706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"278.805624ms","start":"2026-03-24T14:56:43.480712Z","end":"2026-03-24T14:56:43.759517Z","steps":["trace[1049773706] 'agreement among raft nodes before linearized reading' (duration: 278.543947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:43.759205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:43.427028Z","time spent":"332.113226ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:48.243313Z","caller":"traceutil/trace.go:171","msg":"trace[1387347234] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"337.803531ms","start":"2026-03-24T14:56:47.90547Z","end":"2026-03-24T14:56:48.243273Z","steps":["trace[1387347234] 'process raft request' (duration: 337.580205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:48.243471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:47.905448Z","time spent":"337.956824ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T14:56:48.574183Z","caller":"traceutil/trace.go:171","msg":"trace[1061246581] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"321.019209ms","start":"2026-03-24T14:56:48.253119Z","end":"2026-03-24T14:56:48.574138Z","steps":["trace[1061246581] 'process raft request' (duration: 320.424454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:48.574569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:48.25309Z","time spent":"321.215124ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3401,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T14:56:48.95682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.595998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:56:48.957006Z","caller":"traceutil/trace.go:171","msg":"trace[216742076] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"568.345837ms","start":"2026-03-24T14:56:48.388628Z","end":"2026-03-24T14:56:48.956974Z","steps":["trace[216742076] 'process raft request' (duration: 247.483843ms)","trace[216742076] 'compare' (duration: 320.306469ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:48.957048Z","caller":"traceutil/trace.go:171","msg":"trace[365844089] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"200.997002ms","start":"2026-03-24T14:56:48.756034Z","end":"2026-03-24T14:56:48.957031Z","steps":["trace[365844089] 'process raft request' (duration: 200.904691ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:48.957044Z","caller":"traceutil/trace.go:171","msg":"trace[1252864753] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1742; }","duration":"497.330668ms","start":"2026-03-24T14:56:48.459688Z","end":"2026-03-24T14:56:48.957019Z","steps":["trace[1252864753] 'read index received' (duration: 113.759078ms)","trace[1252864753] 'applied index is now lower than readState.Index' (duration: 383.56847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:48.957119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:48.38859Z","time spent":"568.476271ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:48.957401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.224678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:48.957468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.781111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:56:48.957494Z","caller":"traceutil/trace.go:171","msg":"trace[230297730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"477.356752ms","start":"2026-03-24T14:56:48.480121Z","end":"2026-03-24T14:56:48.957478Z","steps":["trace[230297730] 'agreement among raft nodes before linearized reading' (duration: 477.228128ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:48.957525Z","caller":"traceutil/trace.go:171","msg":"trace[507252543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1673; }","duration":"497.874762ms","start":"2026-03-24T14:56:48.45963Z","end":"2026-03-24T14:56:48.957505Z","steps":["trace[507252543] 'agreement among raft nodes before linearized reading' (duration: 497.666887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:48.957544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:48.4801Z","time spent":"477.428283ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:56:48.957565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:48.459609Z","time spent":"497.945144ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T14:56:49.875798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.034507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:56:49.875921Z","caller":"traceutil/trace.go:171","msg":"trace[274737913] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"358.951138ms","start":"2026-03-24T14:56:49.516948Z","end":"2026-03-24T14:56:49.875899Z","steps":["trace[274737913] 'process raft request' (duration: 78.670844ms)","trace[274737913] 'compare' (duration: 279.796171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:49.87599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:49.516922Z","time spent":"359.03211ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:49.970212Z","caller":"traceutil/trace.go:171","msg":"trace[1852099109] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"452.962765ms","start":"2026-03-24T14:56:49.517222Z","end":"2026-03-24T14:56:49.970185Z","steps":["trace[1852099109] 'process raft request' (duration: 452.756039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:49.970572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:49.517195Z","time spent":"453.097339ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:49.970595Z","caller":"traceutil/trace.go:171","msg":"trace[31109939] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1747; }","duration":"150.881975ms","start":"2026-03-24T14:56:49.81967Z","end":"2026-03-24T14:56:49.970552Z","steps":["trace[31109939] 'read index received' (duration: 150.30127ms)","trace[31109939] 'applied index is now lower than readState.Index' (duration: 575.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:49.970663Z","caller":"traceutil/trace.go:171","msg":"trace[2110200758] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"452.884312ms","start":"2026-03-24T14:56:49.517734Z","end":"2026-03-24T14:56:49.970618Z","steps":["trace[2110200758] 'process raft request' (duration: 452.39942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:49.970838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:49.517721Z","time spent":"453.000745ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:49.970963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.254796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T14:56:49.971054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.915156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-24T14:56:49.971116Z","caller":"traceutil/trace.go:171","msg":"trace[1360189083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1677; }","duration":"148.015459ms","start":"2026-03-24T14:56:49.823082Z","end":"2026-03-24T14:56:49.971097Z","steps":["trace[1360189083] 'agreement among raft nodes before linearized reading' (duration: 147.729191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:49.971087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.251855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T14:56:49.971115Z","caller":"traceutil/trace.go:171","msg":"trace[1714080654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1677; }","duration":"151.459651ms","start":"2026-03-24T14:56:49.819623Z","end":"2026-03-24T14:56:49.971083Z","steps":["trace[1714080654] 'agreement among raft nodes before linearized reading' (duration: 151.063491ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:49.971226Z","caller":"traceutil/trace.go:171","msg":"trace[165472231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1677; }","duration":"148.421939ms","start":"2026-03-24T14:56:49.822778Z","end":"2026-03-24T14:56:49.9712Z","steps":["trace[165472231] 'agreement among raft nodes before linearized reading' (duration: 148.010588ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:50.654881Z","caller":"traceutil/trace.go:171","msg":"trace[1227039168] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"144.340501ms","start":"2026-03-24T14:56:50.510511Z","end":"2026-03-24T14:56:50.654851Z","steps":["trace[1227039168] 'process raft request' (duration: 144.161556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:56.525721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.715707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:56:56.525853Z","caller":"traceutil/trace.go:171","msg":"trace[1188545692] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"194.400286ms","start":"2026-03-24T14:56:56.331429Z","end":"2026-03-24T14:56:56.525829Z","steps":["trace[1188545692] 'process raft request' (duration: 48.483744ms)","trace[1188545692] 'compare' (duration: 145.463489ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:56.563229Z","caller":"traceutil/trace.go:171","msg":"trace[262543961] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"231.77114ms","start":"2026-03-24T14:56:56.331427Z","end":"2026-03-24T14:56:56.563198Z","steps":["trace[262543961] 'process raft request' (duration: 231.497593ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:56.563372Z","caller":"traceutil/trace.go:171","msg":"trace[1794276666] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"224.637378ms","start":"2026-03-24T14:56:56.338713Z","end":"2026-03-24T14:56:56.563351Z","steps":["trace[1794276666] 'process raft request' (duration: 224.546456ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:56.563369Z","caller":"traceutil/trace.go:171","msg":"trace[1520834735] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"231.881193ms","start":"2026-03-24T14:56:56.331439Z","end":"2026-03-24T14:56:56.563321Z","steps":["trace[1520834735] 'process raft request' (duration: 231.653137ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:56.563414Z","caller":"traceutil/trace.go:171","msg":"trace[1697524742] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"231.662637ms","start":"2026-03-24T14:56:56.331723Z","end":"2026-03-24T14:56:56.563386Z","steps":["trace[1697524742] 'process raft request' (duration: 231.428191ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:56:56.829982Z","caller":"traceutil/trace.go:171","msg":"trace[1889634889] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"255.688252ms","start":"2026-03-24T14:56:56.574262Z","end":"2026-03-24T14:56:56.82995Z","steps":["trace[1889634889] 'process raft request' (duration: 193.393469ms)","trace[1889634889] 'compare' (duration: 62.14592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:57.271819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.062612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:56:57.272283Z","caller":"traceutil/trace.go:171","msg":"trace[262227732] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"352.176066ms","start":"2026-03-24T14:56:56.920065Z","end":"2026-03-24T14:56:57.272241Z","steps":["trace[262227732] 'process raft request' (duration: 210.5573ms)","trace[262227732] 'compare' (duration: 140.847915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:57.272406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:56.920052Z","time spent":"352.297869ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:56:57.272494Z","caller":"traceutil/trace.go:171","msg":"trace[1915607435] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1804; }","duration":"186.890113ms","start":"2026-03-24T14:56:57.085459Z","end":"2026-03-24T14:56:57.272349Z","steps":["trace[1915607435] 'read index received' (duration: 45.270406ms)","trace[1915607435] 'applied index is now lower than readState.Index' (duration: 141.618577ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:57.27253Z","caller":"traceutil/trace.go:171","msg":"trace[1126637938] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"206.831189ms","start":"2026-03-24T14:56:57.06566Z","end":"2026-03-24T14:56:57.272492Z","steps":["trace[1126637938] 'process raft request' (duration: 206.306705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:57.27281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.348785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:56:57.272874Z","caller":"traceutil/trace.go:171","msg":"trace[734132734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1733; }","duration":"187.462359ms","start":"2026-03-24T14:56:57.085394Z","end":"2026-03-24T14:56:57.272857Z","steps":["trace[734132734] 'agreement among raft nodes before linearized reading' (duration: 187.16069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.594837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.049692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-24T14:56:59.594793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.074106Z","time spent":"520.679405ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-24T14:56:59.690975Z","caller":"traceutil/trace.go:171","msg":"trace[1565575555] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"615.929666ms","start":"2026-03-24T14:56:59.075021Z","end":"2026-03-24T14:56:59.690951Z","steps":["trace[1565575555] 'process raft request' (duration: 615.768242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.691123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.075011Z","time spent":"616.028778ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:59.977266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.474997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:56:59.977559Z","caller":"traceutil/trace.go:171","msg":"trace[423700475] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"700.299895ms","start":"2026-03-24T14:56:59.277198Z","end":"2026-03-24T14:56:59.977498Z","steps":["trace[423700475] 'process raft request' (duration: 492.485498ms)","trace[423700475] 'compare' (duration: 207.265932ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:59.97768Z","caller":"traceutil/trace.go:171","msg":"trace[1557111802] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"424.965443ms","start":"2026-03-24T14:56:59.552688Z","end":"2026-03-24T14:56:59.977654Z","steps":["trace[1557111802] 'process raft request' (duration: 424.695797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.977805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.277176Z","time spent":"700.454628ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:59.977839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.55266Z","time spent":"425.119278ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:56:59.977925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.158187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:56:59.978009Z","caller":"traceutil/trace.go:171","msg":"trace[1806923143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1744; }","duration":"688.292452ms","start":"2026-03-24T14:56:59.289696Z","end":"2026-03-24T14:56:59.977989Z","steps":["trace[1806923143] 'agreement among raft nodes before linearized reading' (duration: 688.080576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.978061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.289685Z","time spent":"688.368603ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-24T14:56:59.978107Z","caller":"traceutil/trace.go:171","msg":"trace[277437441] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1815; }","duration":"687.844789ms","start":"2026-03-24T14:56:59.289741Z","end":"2026-03-24T14:56:59.977586Z","steps":["trace[277437441] 'read index received' (duration: 401.05229ms)","trace[277437441] 'applied index is now lower than readState.Index' (duration: 286.790759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:56:59.978404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.784046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:56:59.978417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.882367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:56:59.978449Z","caller":"traceutil/trace.go:171","msg":"trace[983608654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"498.843969ms","start":"2026-03-24T14:56:59.479595Z","end":"2026-03-24T14:56:59.978439Z","steps":["trace[983608654] 'agreement among raft nodes before linearized reading' (duration: 498.782877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.978477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.479587Z","time spent":"498.8844ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:56:59.978475Z","caller":"traceutil/trace.go:171","msg":"trace[2036072527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"537.97641ms","start":"2026-03-24T14:56:59.440482Z","end":"2026-03-24T14:56:59.978458Z","steps":["trace[2036072527] 'agreement among raft nodes before linearized reading' (duration: 537.887278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:56:59.978524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:56:59.440463Z","time spent":"538.050962ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:57:00.161269Z","caller":"traceutil/trace.go:171","msg":"trace[2052908162] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"118.251758ms","start":"2026-03-24T14:57:00.042991Z","end":"2026-03-24T14:57:00.161243Z","steps":["trace[2052908162] 'process raft request' (duration: 118.030732ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:00.173843Z","caller":"traceutil/trace.go:171","msg":"trace[734450534] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"130.719594ms","start":"2026-03-24T14:57:00.043102Z","end":"2026-03-24T14:57:00.173822Z","steps":["trace[734450534] 'process raft request' (duration: 130.496788ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:00.173864Z","caller":"traceutil/trace.go:171","msg":"trace[265756859] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"129.955273ms","start":"2026-03-24T14:57:00.043878Z","end":"2026-03-24T14:57:00.173834Z","steps":["trace[265756859] 'process raft request' (duration: 129.875771ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:00.173829Z","caller":"traceutil/trace.go:171","msg":"trace[1056512407] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1820; }","duration":"115.050723ms","start":"2026-03-24T14:57:00.058753Z","end":"2026-03-24T14:57:00.173803Z","steps":["trace[1056512407] 'read index received' (duration: 102.197527ms)","trace[1056512407] 'applied index is now lower than readState.Index' (duration: 12.851996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:00.174156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-24T14:57:00.174216Z","caller":"traceutil/trace.go:171","msg":"trace[982928093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"115.512076ms","start":"2026-03-24T14:57:00.058692Z","end":"2026-03-24T14:57:00.174204Z","steps":["trace[982928093] 'agreement among raft nodes before linearized reading' (duration: 115.189637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:00.174451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.549122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-24T14:57:00.174571Z","caller":"traceutil/trace.go:171","msg":"trace[2087437287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1749; }","duration":"113.712466ms","start":"2026-03-24T14:57:00.060829Z","end":"2026-03-24T14:57:00.174541Z","steps":["trace[2087437287] 'agreement among raft nodes before linearized reading' (duration: 113.366246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:04.510893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334288161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:57:05.011258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334288161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:57:05.04446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05356487s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T14:57:05.044881Z","caller":"traceutil/trace.go:171","msg":"trace[742493694] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"1.054071343s","start":"2026-03-24T14:57:03.990782Z","end":"2026-03-24T14:57:05.044853Z","steps":["trace[742493694] 'process raft request' (duration: 1.053900268s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.045049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:03.990755Z","time spent":"1.054194636s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:05.050651Z","caller":"traceutil/trace.go:171","msg":"trace[1460685985] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1839; }","duration":"1.039986864s","start":"2026-03-24T14:57:04.010642Z","end":"2026-03-24T14:57:05.050629Z","steps":["trace[1460685985] 'read index received' (duration: 1.034098476s)","trace[1460685985] 'applied index is now lower than readState.Index' (duration: 5.887158ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:05.052635Z","caller":"traceutil/trace.go:171","msg":"trace[624950535] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"1.059900999s","start":"2026-03-24T14:57:03.990897Z","end":"2026-03-24T14:57:05.050798Z","steps":["trace[624950535] 'process raft request' (duration: 1.059613671s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.052225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033725616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-24T14:57:05.052772Z","caller":"traceutil/trace.go:171","msg":"trace[817780775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1766; }","duration":"1.034302401s","start":"2026-03-24T14:57:04.018422Z","end":"2026-03-24T14:57:05.052724Z","steps":["trace[817780775] 'agreement among raft nodes before linearized reading' (duration: 1.032334439s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.052827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.018393Z","time spent":"1.034419055s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:05.052945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:03.990846Z","time spent":"1.061881412s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:05.053163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.117653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-24T14:57:05.053245Z","caller":"traceutil/trace.go:171","msg":"trace[1683991461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1766; }","duration":"843.230616ms","start":"2026-03-24T14:57:04.209984Z","end":"2026-03-24T14:57:05.053214Z","steps":["trace[1683991461] 'agreement among raft nodes before linearized reading' (duration: 840.81065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.053287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.209962Z","time spent":"843.315078ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:05.053452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042728717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-24T14:57:05.053536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.478246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-24T14:57:05.053631Z","caller":"traceutil/trace.go:171","msg":"trace[1525286250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1766; }","duration":"1.042955425s","start":"2026-03-24T14:57:04.010605Z","end":"2026-03-24T14:57:05.05356Z","steps":["trace[1525286250] 'agreement among raft nodes before linearized reading' (duration: 1.040124608s)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:05.053675Z","caller":"traceutil/trace.go:171","msg":"trace[427105994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1766; }","duration":"861.64033ms","start":"2026-03-24T14:57:04.191977Z","end":"2026-03-24T14:57:05.053618Z","steps":["trace[427105994] 'agreement among raft nodes before linearized reading' (duration: 858.826034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.053742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.191953Z","time spent":"861.774954ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:57:05.053954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.763782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:57:05.054083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.010591Z","time spent":"1.043469577s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-24T14:57:05.054153Z","caller":"traceutil/trace.go:171","msg":"trace[1871023856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"574.060811ms","start":"2026-03-24T14:57:04.480036Z","end":"2026-03-24T14:57:05.054097Z","steps":["trace[1871023856] 'agreement among raft nodes before linearized reading' (duration: 570.736392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.05422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.480006Z","time spent":"574.200854ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:57:05.054008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.947299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-24T14:57:05.054456Z","caller":"traceutil/trace.go:171","msg":"trace[1204296522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1766; }","duration":"862.432262ms","start":"2026-03-24T14:57:04.191977Z","end":"2026-03-24T14:57:05.05441Z","steps":["trace[1204296522] 'agreement among raft nodes before linearized reading' (duration: 858.834314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.054528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.191953Z","time spent":"862.554955ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:05.054555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.291359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-24T14:57:05.054725Z","caller":"traceutil/trace.go:171","msg":"trace[1391009182] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1766; }","duration":"817.434632ms","start":"2026-03-24T14:57:04.237221Z","end":"2026-03-24T14:57:05.054656Z","steps":["trace[1391009182] 'agreement among raft nodes before linearized reading' (duration: 813.565008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.055218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.23721Z","time spent":"817.908974ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T14:57:05.056914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.80886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-24T14:57:05.05758Z","caller":"traceutil/trace.go:171","msg":"trace[99888581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1766; }","duration":"880.482267ms","start":"2026-03-24T14:57:04.177067Z","end":"2026-03-24T14:57:05.057549Z","steps":["trace[99888581] 'agreement among raft nodes before linearized reading' (duration: 873.753766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:05.057745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:04.177052Z","time spent":"880.677952ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T14:57:37.291351Z","caller":"traceutil/trace.go:171","msg":"trace[416219833] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"109.584996ms","start":"2026-03-24T14:57:37.181741Z","end":"2026-03-24T14:57:37.291326Z","steps":["trace[416219833] 'process raft request' (duration: 109.402621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.711247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.442997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:57:37.711381Z","caller":"traceutil/trace.go:171","msg":"trace[55120787] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"415.380226ms","start":"2026-03-24T14:57:37.29598Z","end":"2026-03-24T14:57:37.71136Z","steps":["trace[55120787] 'process raft request' (duration: 284.710233ms)","trace[55120787] 'compare' (duration: 130.278242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:37.711447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.29592Z","time spent":"415.497699ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:37.719262Z","caller":"traceutil/trace.go:171","msg":"trace[919613160] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"422.758123ms","start":"2026-03-24T14:57:37.296488Z","end":"2026-03-24T14:57:37.719246Z","steps":["trace[919613160] 'process raft request' (duration: 422.671741ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:37.719287Z","caller":"traceutil/trace.go:171","msg":"trace[578006863] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"422.747033ms","start":"2026-03-24T14:57:37.296496Z","end":"2026-03-24T14:57:37.719243Z","steps":["trace[578006863] 'process raft request' (duration: 422.581609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.719356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.296459Z","time spent":"422.853076ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:37.719531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.296478Z","time spent":"422.928819ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:37.719669Z","caller":"traceutil/trace.go:171","msg":"trace[458168244] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"422.164807ms","start":"2026-03-24T14:57:37.29738Z","end":"2026-03-24T14:57:37.719544Z","steps":["trace[458168244] 'process raft request' (duration: 421.830089ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:37.719769Z","caller":"traceutil/trace.go:171","msg":"trace[117616455] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"421.820748ms","start":"2026-03-24T14:57:37.297932Z","end":"2026-03-24T14:57:37.719753Z","steps":["trace[117616455] 'process raft request' (duration: 421.54911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.719848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.297919Z","time spent":"421.89256ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:37.719854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.297358Z","time spent":"422.398524ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:37.719869Z","caller":"traceutil/trace.go:171","msg":"trace[1844915553] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2010; }","duration":"314.164026ms","start":"2026-03-24T14:57:37.405676Z","end":"2026-03-24T14:57:37.71984Z","steps":["trace[1844915553] 'read index received' (duration: 175.028816ms)","trace[1844915553] 'applied index is now lower than readState.Index' (duration: 139.13363ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:37.719951Z","caller":"traceutil/trace.go:171","msg":"trace[745687472] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"421.997983ms","start":"2026-03-24T14:57:37.297942Z","end":"2026-03-24T14:57:37.71994Z","steps":["trace[745687472] 'process raft request' (duration: 421.731336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.720015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.29793Z","time spent":"422.051325ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:37.72015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.615766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-24T14:57:37.720202Z","caller":"traceutil/trace.go:171","msg":"trace[1512254854] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1934; }","duration":"311.675698ms","start":"2026-03-24T14:57:37.408511Z","end":"2026-03-24T14:57:37.720186Z","steps":["trace[1512254854] 'agreement among raft nodes before linearized reading' (duration: 311.567095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.720196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.513295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:88526"} {"level":"warn","ts":"2026-03-24T14:57:37.72024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.408478Z","time spent":"311.75385ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-24T14:57:37.720252Z","caller":"traceutil/trace.go:171","msg":"trace[316892839] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1934; }","duration":"314.591016ms","start":"2026-03-24T14:57:37.405644Z","end":"2026-03-24T14:57:37.720235Z","steps":["trace[316892839] 'agreement among raft nodes before linearized reading' (duration: 314.330619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:37.720221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.308053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:57:37.720298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:37.405632Z","time spent":"314.656189ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":88549,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-24T14:57:37.720385Z","caller":"traceutil/trace.go:171","msg":"trace[1031917685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"239.463927ms","start":"2026-03-24T14:57:37.480856Z","end":"2026-03-24T14:57:37.720319Z","steps":["trace[1031917685] 'agreement among raft nodes before linearized reading' (duration: 239.254301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.002402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.975023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:57:45.002479Z","caller":"traceutil/trace.go:171","msg":"trace[1673665526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"659.102196ms","start":"2026-03-24T14:57:44.343358Z","end":"2026-03-24T14:57:45.00246Z","steps":["trace[1673665526] 'range keys from in-memory index tree' (duration: 658.744457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.002518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:44.343337Z","time spent":"659.170769ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T14:57:45.002512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.17389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:57:45.00259Z","caller":"traceutil/trace.go:171","msg":"trace[710220663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"524.301303ms","start":"2026-03-24T14:57:44.47827Z","end":"2026-03-24T14:57:45.002571Z","steps":["trace[710220663] 'range keys from in-memory index tree' (duration: 524.082697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.002601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.678069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189fceddb06308dd\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-24T14:57:45.002629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:44.478248Z","time spent":"524.373205ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:57:45.002641Z","caller":"traceutil/trace.go:171","msg":"trace[1714493823] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189fceddb06308dd; range_end:; response_count:1; response_revision:1963; }","duration":"253.756041ms","start":"2026-03-24T14:57:44.748872Z","end":"2026-03-24T14:57:45.002628Z","steps":["trace[1714493823] 'range keys from in-memory index tree' (duration: 253.552205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.002903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.235792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:57:45.002937Z","caller":"traceutil/trace.go:171","msg":"trace[1974297928] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1963; }","duration":"142.309376ms","start":"2026-03-24T14:57:44.860618Z","end":"2026-03-24T14:57:45.002927Z","steps":["trace[1974297928] 'count revisions from in-memory index tree' (duration: 142.077629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.546637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.005043Z","time spent":"541.590065ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-24T14:57:45.546719Z","caller":"traceutil/trace.go:171","msg":"trace[122683398] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2047; }","duration":"481.13347ms","start":"2026-03-24T14:57:45.065541Z","end":"2026-03-24T14:57:45.546674Z","steps":["trace[122683398] 'read index received' (duration: 481.119599ms)","trace[122683398] 'applied index is now lower than readState.Index' (duration: 11.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:45.547042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.48202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-24T14:57:45.547191Z","caller":"traceutil/trace.go:171","msg":"trace[1856992839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1963; }","duration":"481.690794ms","start":"2026-03-24T14:57:45.065476Z","end":"2026-03-24T14:57:45.547167Z","steps":["trace[1856992839] 'agreement among raft nodes before linearized reading' (duration: 481.359515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:45.547302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.065449Z","time spent":"481.834468ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-24T14:57:46.047271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334288675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:57:46.547661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334288675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T14:57:46.591519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044896388s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T14:57:46.592123Z","caller":"traceutil/trace.go:171","msg":"trace[1846116620] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.271548027s","start":"2026-03-24T14:57:45.320546Z","end":"2026-03-24T14:57:46.592094Z","steps":["trace[1846116620] 'process raft request' (duration: 1.271492735s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.592339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.32052Z","time spent":"1.271715351s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.59223Z","caller":"traceutil/trace.go:171","msg":"trace[185719269] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.312654592s","start":"2026-03-24T14:57:45.279538Z","end":"2026-03-24T14:57:46.592192Z","steps":["trace[185719269] 'process raft request' (duration: 1.312328433s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.592621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.279515Z","time spent":"1.313016601s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.636209Z","caller":"traceutil/trace.go:171","msg":"trace[1494700918] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2047; }","duration":"1.089377193s","start":"2026-03-24T14:57:45.546799Z","end":"2026-03-24T14:57:46.636176Z","steps":["trace[1494700918] 'read index received' (duration: 1.045058732s)","trace[1494700918] 'applied index is now lower than readState.Index' (duration: 44.317041ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:57:46.63628Z","caller":"traceutil/trace.go:171","msg":"trace[290370893] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.08813644s","start":"2026-03-24T14:57:45.548084Z","end":"2026-03-24T14:57:46.63622Z","steps":["trace[290370893] 'process raft request' (duration: 1.087911924s)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.636373Z","caller":"traceutil/trace.go:171","msg":"trace[775950777] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.083826623s","start":"2026-03-24T14:57:45.552531Z","end":"2026-03-24T14:57:46.636358Z","steps":["trace[775950777] 'process raft request' (duration: 1.083593607s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.636541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.552519Z","time spent":"1.083897054s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:46.636548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155898637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:57:46.636624Z","caller":"traceutil/trace.go:171","msg":"trace[1129867053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"1.156018671s","start":"2026-03-24T14:57:45.480581Z","end":"2026-03-24T14:57:46.636599Z","steps":["trace[1129867053] 'agreement among raft nodes before linearized reading' (duration: 1.155871817s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.636589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047033485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-24T14:57:46.636554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.548062Z","time spent":"1.088338825s","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.636724Z","caller":"traceutil/trace.go:171","msg":"trace[1684482674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1967; }","duration":"1.047305073s","start":"2026-03-24T14:57:45.589399Z","end":"2026-03-24T14:57:46.636704Z","steps":["trace[1684482674] 'agreement among raft nodes before linearized reading' (duration: 1.047047966s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.636783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.589377Z","time spent":"1.047395636s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-24T14:57:46.636823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.434838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T14:57:46.636888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.602854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-24T14:57:46.636933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.638864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T14:57:46.636973Z","caller":"traceutil/trace.go:171","msg":"trace[1986688392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1967; }","duration":"810.722907ms","start":"2026-03-24T14:57:45.826214Z","end":"2026-03-24T14:57:46.636936Z","steps":["trace[1986688392] 'agreement among raft nodes before linearized reading' (duration: 810.546743ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.636986Z","caller":"traceutil/trace.go:171","msg":"trace[1085317947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1967; }","duration":"810.733676ms","start":"2026-03-24T14:57:45.826242Z","end":"2026-03-24T14:57:46.636975Z","steps":["trace[1085317947] 'agreement among raft nodes before linearized reading' (duration: 810.614323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.637022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.826215Z","time spent":"810.799589ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T14:57:46.637027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.826184Z","time spent":"810.829799ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T14:57:46.63704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.639012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-24T14:57:46.637075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.722321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T14:57:46.637085Z","caller":"traceutil/trace.go:171","msg":"trace[1156533458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1967; }","duration":"599.737775ms","start":"2026-03-24T14:57:46.037333Z","end":"2026-03-24T14:57:46.637071Z","steps":["trace[1156533458] 'agreement among raft nodes before linearized reading' (duration: 599.600141ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.636903Z","caller":"traceutil/trace.go:171","msg":"trace[1506024417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1967; }","duration":"810.540772ms","start":"2026-03-24T14:57:45.826342Z","end":"2026-03-24T14:57:46.636883Z","steps":["trace[1506024417] 'agreement among raft nodes before linearized reading' (duration: 810.286794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.636681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.480561Z","time spent":"1.156112813s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T14:57:46.637117Z","caller":"traceutil/trace.go:171","msg":"trace[1191723378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1967; }","duration":"871.829634ms","start":"2026-03-24T14:57:45.765277Z","end":"2026-03-24T14:57:46.637107Z","steps":["trace[1191723378] 'agreement among raft nodes before linearized reading' (duration: 871.718751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.637129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.037304Z","time spent":"599.812817ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-24T14:57:46.637146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.765242Z","time spent":"871.898005ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:46.637147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.826331Z","time spent":"810.801489ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:46.63719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.475987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-24T14:57:46.637244Z","caller":"traceutil/trace.go:171","msg":"trace[15883821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"627.561139ms","start":"2026-03-24T14:57:46.00967Z","end":"2026-03-24T14:57:46.637231Z","steps":["trace[15883821] 'agreement among raft nodes before linearized reading' (duration: 627.355383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.637295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.009654Z","time spent":"627.62273ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T14:57:46.637333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.310412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T14:57:46.63734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.85219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-24T14:57:46.637375Z","caller":"traceutil/trace.go:171","msg":"trace[2068570324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"881.403943ms","start":"2026-03-24T14:57:45.75596Z","end":"2026-03-24T14:57:46.637364Z","steps":["trace[2068570324] 'agreement among raft nodes before linearized reading' (duration: 881.30291ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.637389Z","caller":"traceutil/trace.go:171","msg":"trace[1635885895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1967; }","duration":"810.91453ms","start":"2026-03-24T14:57:45.826461Z","end":"2026-03-24T14:57:46.637375Z","steps":["trace[1635885895] 'agreement among raft nodes before linearized reading' (duration: 810.757097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.637438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.755939Z","time spent":"881.492215ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T14:57:46.637466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:45.826455Z","time spent":"810.998174ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:57:46.958406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.460259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:57:46.958669Z","caller":"traceutil/trace.go:171","msg":"trace[418665171] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"316.322829ms","start":"2026-03-24T14:57:46.642322Z","end":"2026-03-24T14:57:46.958645Z","steps":["trace[418665171] 'process raft request' (duration: 316.223736ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.958707Z","caller":"traceutil/trace.go:171","msg":"trace[1216698482] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"316.725579ms","start":"2026-03-24T14:57:46.641922Z","end":"2026-03-24T14:57:46.958648Z","steps":["trace[1216698482] 'process raft request' (duration: 88.90969ms)","trace[1216698482] 'compare' (duration: 227.290095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:46.958782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.642298Z","time spent":"316.431192ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.958979Z","caller":"traceutil/trace.go:171","msg":"trace[1734875997] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"316.578545ms","start":"2026-03-24T14:57:46.642374Z","end":"2026-03-24T14:57:46.958952Z","steps":["trace[1734875997] 'process raft request' (duration: 316.229315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.959102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.642358Z","time spent":"316.688108ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.959119Z","caller":"traceutil/trace.go:171","msg":"trace[1906249111] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"316.711899ms","start":"2026-03-24T14:57:46.642374Z","end":"2026-03-24T14:57:46.959086Z","steps":["trace[1906249111] 'process raft request' (duration: 316.485943ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.959236Z","caller":"traceutil/trace.go:171","msg":"trace[1770221360] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"315.325791ms","start":"2026-03-24T14:57:46.643899Z","end":"2026-03-24T14:57:46.959225Z","steps":["trace[1770221360] 'process raft request' (duration: 315.220349ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.959205Z","caller":"traceutil/trace.go:171","msg":"trace[1033898231] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"316.776241ms","start":"2026-03-24T14:57:46.642402Z","end":"2026-03-24T14:57:46.959178Z","steps":["trace[1033898231] 'process raft request' (duration: 316.670868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.959311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.643883Z","time spent":"315.391472ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:46.959345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.08028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:57:46.959386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.642349Z","time spent":"316.946126ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:57:46.959418Z","caller":"traceutil/trace.go:171","msg":"trace[2001321828] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1974; }","duration":"313.174784ms","start":"2026-03-24T14:57:46.646227Z","end":"2026-03-24T14:57:46.959402Z","steps":["trace[2001321828] 'agreement among raft nodes before linearized reading' (duration: 313.040569ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:57:46.959205Z","caller":"traceutil/trace.go:171","msg":"trace[2130075278] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2051; }","duration":"312.925766ms","start":"2026-03-24T14:57:46.646251Z","end":"2026-03-24T14:57:46.959176Z","steps":["trace[2130075278] 'read index received' (duration: 84.583093ms)","trace[2130075278] 'applied index is now lower than readState.Index' (duration: 228.341323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:46.959462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.646217Z","time spent":"313.234255ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-24T14:57:46.959178Z","caller":"traceutil/trace.go:171","msg":"trace[2041005558] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"316.76843ms","start":"2026-03-24T14:57:46.642394Z","end":"2026-03-24T14:57:46.959162Z","steps":["trace[2041005558] 'process raft request' (duration: 316.605046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.959591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.642373Z","time spent":"317.169671ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:46.959614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.167515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:57:46.959655Z","caller":"traceutil/trace.go:171","msg":"trace[1421372135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"312.218907ms","start":"2026-03-24T14:57:46.647422Z","end":"2026-03-24T14:57:46.959641Z","steps":["trace[1421372135] 'agreement among raft nodes before linearized reading' (duration: 312.140664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:57:46.959705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.647412Z","time spent":"312.283459ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:57:46.958985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.641904Z","time spent":"316.934226ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:57:46.960931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:57:46.642348Z","time spent":"316.908434ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:58:53.24834Z","caller":"traceutil/trace.go:171","msg":"trace[34730191] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"402.535232ms","start":"2026-03-24T14:58:52.845773Z","end":"2026-03-24T14:58:53.248308Z","steps":["trace[34730191] 'process raft request' (duration: 402.346636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:53.24852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:52.845742Z","time spent":"402.679266ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:58:53.251858Z","caller":"traceutil/trace.go:171","msg":"trace[193107096] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"390.706911ms","start":"2026-03-24T14:58:52.861116Z","end":"2026-03-24T14:58:53.251823Z","steps":["trace[193107096] 'process raft request' (duration: 390.537836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:53.252015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:52.861079Z","time spent":"390.853344ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:58:53.880568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334289808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T14:58:54.365368Z","caller":"traceutil/trace.go:171","msg":"trace[395930643] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2569; }","duration":"985.386281ms","start":"2026-03-24T14:58:53.379951Z","end":"2026-03-24T14:58:54.365337Z","steps":["trace[395930643] 'read index received' (duration: 892.607746ms)","trace[395930643] 'applied index is now lower than readState.Index' (duration: 92.777035ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:58:54.365369Z","caller":"traceutil/trace.go:171","msg":"trace[359777527] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"990.968973ms","start":"2026-03-24T14:58:53.374371Z","end":"2026-03-24T14:58:54.36534Z","steps":["trace[359777527] 'process raft request' (duration: 898.174958ms)","trace[359777527] 'compare' (duration: 92.515968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:58:54.365614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.633368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-24T14:58:54.365767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.316398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:58:54.365812Z","caller":"traceutil/trace.go:171","msg":"trace[675572204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2464; }","duration":"985.824534ms","start":"2026-03-24T14:58:53.379925Z","end":"2026-03-24T14:58:54.365749Z","steps":["trace[675572204] 'agreement among raft nodes before linearized reading' (duration: 985.527866ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:54.36583Z","caller":"traceutil/trace.go:171","msg":"trace[1116285249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2464; }","duration":"885.402212ms","start":"2026-03-24T14:58:53.480413Z","end":"2026-03-24T14:58:54.365815Z","steps":["trace[1116285249] 'agreement among raft nodes before linearized reading' (duration: 885.3224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:54.366178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:53.379918Z","time spent":"986.235535ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T14:58:54.365697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.926103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-24T14:58:54.366351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:53.480395Z","time spent":"885.937147ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:58:54.365834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.960484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T14:58:54.3665Z","caller":"traceutil/trace.go:171","msg":"trace[1282466092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2464; }","duration":"984.653942ms","start":"2026-03-24T14:58:53.38174Z","end":"2026-03-24T14:58:54.366394Z","steps":["trace[1282466092] 'agreement among raft nodes before linearized reading' (duration: 983.85748ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:54.36661Z","caller":"traceutil/trace.go:171","msg":"trace[1378196601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2464; }","duration":"116.707963ms","start":"2026-03-24T14:58:54.249806Z","end":"2026-03-24T14:58:54.366514Z","steps":["trace[1378196601] 'agreement among raft nodes before linearized reading' (duration: 115.835529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:54.366685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:53.381734Z","time spent":"984.877778ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T14:58:54.365941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.156049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-24T14:58:54.36685Z","caller":"traceutil/trace.go:171","msg":"trace[1140083334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2464; }","duration":"985.056943ms","start":"2026-03-24T14:58:53.381766Z","end":"2026-03-24T14:58:54.366823Z","steps":["trace[1140083334] 'agreement among raft nodes before linearized reading' (duration: 984.092347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:54.366917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:53.381762Z","time spent":"985.137486ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T14:58:54.365673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:58:53.374352Z","time spent":"991.201779ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:59:26.943844Z","caller":"traceutil/trace.go:171","msg":"trace[119560043] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"389.606922ms","start":"2026-03-24T14:59:26.55422Z","end":"2026-03-24T14:59:26.943827Z","steps":["trace[119560043] 'process raft request' (duration: 389.414277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:26.943986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:26.554206Z","time spent":"389.689644ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:59:26.943745Z","caller":"traceutil/trace.go:171","msg":"trace[695960602] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"391.090293ms","start":"2026-03-24T14:59:26.552608Z","end":"2026-03-24T14:59:26.943699Z","steps":["trace[695960602] 'process raft request' (duration: 390.842205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:26.944287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:26.552584Z","time spent":"391.640327ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T14:59:27.471411Z","caller":"traceutil/trace.go:171","msg":"trace[1834538849] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"861.468373ms","start":"2026-03-24T14:59:26.609899Z","end":"2026-03-24T14:59:27.471367Z","steps":["trace[1834538849] 'process raft request' (duration: 788.356942ms)","trace[1834538849] 'compare' (duration: 72.697961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:59:27.471752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:26.609882Z","time spent":"861.7224ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:59:28.006958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.703171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-24T14:59:28.00729Z","caller":"traceutil/trace.go:171","msg":"trace[1192488278] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2755; }","duration":"1.081460566s","start":"2026-03-24T14:59:26.925795Z","end":"2026-03-24T14:59:28.007255Z","steps":["trace[1192488278] 'read index received' (duration: 17.716141ms)","trace[1192488278] 'applied index is now lower than readState.Index' (duration: 1.063741795s)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:59:28.007343Z","caller":"traceutil/trace.go:171","msg":"trace[1232032115] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"625.098615ms","start":"2026-03-24T14:59:27.38222Z","end":"2026-03-24T14:59:28.007319Z","steps":["trace[1232032115] 'process raft request' (duration: 624.866569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.007542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.382195Z","time spent":"625.27196ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:59:28.49571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569864325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:59:28.495828Z","caller":"traceutil/trace.go:171","msg":"trace[1812832888] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2647; }","duration":"1.570044791s","start":"2026-03-24T14:59:26.925751Z","end":"2026-03-24T14:59:28.495796Z","steps":["trace[1812832888] 'agreement among raft nodes before linearized reading' (duration: 1.08160031s)","trace[1812832888] 'count revisions from in-memory index tree' (duration: 488.255945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:59:28.495914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:26.92573Z","time spent":"1.570170453s","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T14:59:28.496228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.80562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:59:28.496414Z","caller":"traceutil/trace.go:171","msg":"trace[1962537204] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2760; }","duration":"489.041396ms","start":"2026-03-24T14:59:28.007356Z","end":"2026-03-24T14:59:28.496397Z","steps":["trace[1962537204] 'read index received' (duration: 324.300112ms)","trace[1962537204] 'applied index is now lower than readState.Index' (duration: 164.739454ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:59:28.49649Z","caller":"traceutil/trace.go:171","msg":"trace[1901820994] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.113021971s","start":"2026-03-24T14:59:27.38346Z","end":"2026-03-24T14:59:28.496482Z","steps":["trace[1901820994] 'process raft request' (duration: 623.846821ms)","trace[1901820994] 'compare' (duration: 488.704137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:59:28.49653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.383446Z","time spent":"1.113061792s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:59:28.496717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005957119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T14:59:28.496748Z","caller":"traceutil/trace.go:171","msg":"trace[590516621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2649; }","duration":"1.0059994s","start":"2026-03-24T14:59:27.490738Z","end":"2026-03-24T14:59:28.496737Z","steps":["trace[590516621] 'agreement among raft nodes before linearized reading' (duration: 1.005903359s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.496747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.645968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T14:59:28.49678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.490731Z","time spent":"1.006042082s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T14:59:28.496809Z","caller":"traceutil/trace.go:171","msg":"trace[1269924927] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2649; }","duration":"494.761211ms","start":"2026-03-24T14:59:28.00203Z","end":"2026-03-24T14:59:28.496792Z","steps":["trace[1269924927] 'agreement among raft nodes before linearized reading' (duration: 494.644358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.496857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.502882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:59:28.496884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:28.002003Z","time spent":"494.844663ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-24T14:59:28.496901Z","caller":"traceutil/trace.go:171","msg":"trace[1977176097] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2649; }","duration":"474.565975ms","start":"2026-03-24T14:59:28.022317Z","end":"2026-03-24T14:59:28.496883Z","steps":["trace[1977176097] 'agreement among raft nodes before linearized reading' (duration: 474.506963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.496911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.729222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-24T14:59:28.496926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:28.022303Z","time spent":"474.617236ms","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-24T14:59:28.496927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293519584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-24T14:59:28.497052Z","caller":"traceutil/trace.go:171","msg":"trace[667521884] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2649; }","duration":"1.293697039s","start":"2026-03-24T14:59:27.20332Z","end":"2026-03-24T14:59:28.497017Z","steps":["trace[667521884] 'agreement among raft nodes before linearized reading' (duration: 1.293388541s)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:59:28.497083Z","caller":"traceutil/trace.go:171","msg":"trace[748728292] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"515.541266ms","start":"2026-03-24T14:59:27.981526Z","end":"2026-03-24T14:59:28.497067Z","steps":["trace[748728292] 'process raft request' (duration: 514.826006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.497119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.203292Z","time spent":"1.293812302s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-24T14:59:28.497135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.98629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:59:28.497174Z","caller":"traceutil/trace.go:171","msg":"trace[1619587874] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2649; }","duration":"515.070191ms","start":"2026-03-24T14:59:27.982094Z","end":"2026-03-24T14:59:28.497164Z","steps":["trace[1619587874] 'agreement among raft nodes before linearized reading' (duration: 514.986129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.497182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.981484Z","time spent":"515.627267ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T14:59:28.497202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.982071Z","time spent":"515.122813ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-24T14:59:28.497222Z","caller":"traceutil/trace.go:171","msg":"trace[934534585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2649; }","duration":"981.805564ms","start":"2026-03-24T14:59:27.515134Z","end":"2026-03-24T14:59:28.49694Z","steps":["trace[934534585] 'agreement among raft nodes before linearized reading' (duration: 981.386992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.497267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.515123Z","time spent":"982.134333ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T14:59:28.497351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016355612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:59:28.497463Z","caller":"traceutil/trace.go:171","msg":"trace[1410643492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2649; }","duration":"1.016966397s","start":"2026-03-24T14:59:27.480477Z","end":"2026-03-24T14:59:28.497443Z","steps":["trace[1410643492] 'agreement among raft nodes before linearized reading' (duration: 1.016326629s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.497509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.480462Z","time spent":"1.01703618s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T14:59:28.497507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.419433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189fcef92eaddb4b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-24T14:59:28.497728Z","caller":"traceutil/trace.go:171","msg":"trace[915981314] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189fcef92eaddb4b; range_end:; response_count:1; response_revision:2649; }","duration":"670.631779ms","start":"2026-03-24T14:59:27.827023Z","end":"2026-03-24T14:59:28.497655Z","steps":["trace[915981314] 'agreement among raft nodes before linearized reading' (duration: 670.105684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:59:28.497856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T14:59:27.827008Z","time spent":"670.834485ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189fcef92eaddb4b\" "} {"level":"info","ts":"2026-03-24T14:59:34.698183Z","caller":"traceutil/trace.go:171","msg":"trace[933612351] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"147.089678ms","start":"2026-03-24T14:59:34.551053Z","end":"2026-03-24T14:59:34.698142Z","steps":["trace[933612351] 'process raft request' (duration: 74.745156ms)","trace[933612351] 'compare' (duration: 72.070544ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:59:34.707618Z","caller":"traceutil/trace.go:171","msg":"trace[519752739] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"156.0528ms","start":"2026-03-24T14:59:34.551545Z","end":"2026-03-24T14:59:34.707598Z","steps":["trace[519752739] 'process raft request' (duration: 155.937777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:01:59.979168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334292899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:02:00.480282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334292899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:02:00.736807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272676997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T15:02:00.737441Z","caller":"traceutil/trace.go:171","msg":"trace[126638368] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"1.273531609s","start":"2026-03-24T15:01:59.46384Z","end":"2026-03-24T15:02:00.737372Z","steps":["trace[126638368] 'process raft request' (duration: 1.273326724s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:00.737704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.463822Z","time spent":"1.273735817s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:02:01.288464Z","caller":"traceutil/trace.go:171","msg":"trace[864792440] linearizableReadLoop","detail":"{readStateIndex:3720; appliedIndex:3718; }","duration":"1.809754609s","start":"2026-03-24T15:01:59.478687Z","end":"2026-03-24T15:02:01.288442Z","steps":["trace[864792440] 'read index received' (duration: 1.25839058s)","trace[864792440] 'applied index is now lower than readState.Index' (duration: 551.362899ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:01.288507Z","caller":"traceutil/trace.go:171","msg":"trace[1963898818] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"1.823986545s","start":"2026-03-24T15:01:59.464473Z","end":"2026-03-24T15:02:01.28846Z","steps":["trace[1963898818] 'process raft request' (duration: 1.823368618s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.288595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809888764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:02:01.288581Z","caller":"traceutil/trace.go:171","msg":"trace[1229474652] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"608.465784ms","start":"2026-03-24T15:02:00.680071Z","end":"2026-03-24T15:02:01.288536Z","steps":["trace[1229474652] 'process raft request' (duration: 608.262768ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:01.288624Z","caller":"traceutil/trace.go:171","msg":"trace[424901726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3572; }","duration":"1.809971045s","start":"2026-03-24T15:01:59.478644Z","end":"2026-03-24T15:02:01.288615Z","steps":["trace[424901726] 'agreement among raft nodes before linearized reading' (duration: 1.809902933s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.288656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.478632Z","time spent":"1.810019376s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:02:01.288743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:00.680042Z","time spent":"608.607788ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:02:01.288743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.464445Z","time spent":"1.824163949s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:02:01.288819Z","caller":"traceutil/trace.go:171","msg":"trace[1646581084] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"120.023587ms","start":"2026-03-24T15:02:01.168756Z","end":"2026-03-24T15:02:01.28878Z","steps":["trace[1646581084] 'process raft request' (duration: 119.902204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.288852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205056978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:02:01.288904Z","caller":"traceutil/trace.go:171","msg":"trace[146300557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:3573; }","duration":"1.205145839s","start":"2026-03-24T15:02:00.083735Z","end":"2026-03-24T15:02:01.28888Z","steps":["trace[146300557] 'agreement among raft nodes before linearized reading' (duration: 1.205028946s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.288919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:00.083705Z","time spent":"1.205209681s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:02:01.288917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803803708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:02:01.289023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625103543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-24T15:02:01.289073Z","caller":"traceutil/trace.go:171","msg":"trace[1763443853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3573; }","duration":"1.625194315s","start":"2026-03-24T15:01:59.663862Z","end":"2026-03-24T15:02:01.289056Z","steps":["trace[1763443853] 'agreement among raft nodes before linearized reading' (duration: 1.62502141s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.289034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.748345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-24T15:02:01.289114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.663838Z","time spent":"1.625268777s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-24T15:02:01.289113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53557812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:02:01.288943Z","caller":"traceutil/trace.go:171","msg":"trace[1765999237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3573; }","duration":"1.803848768s","start":"2026-03-24T15:01:59.485087Z","end":"2026-03-24T15:02:01.288936Z","steps":["trace[1765999237] 'agreement among raft nodes before linearized reading' (duration: 1.803624742s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:01.289162Z","caller":"traceutil/trace.go:171","msg":"trace[141376092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3573; }","duration":"814.913201ms","start":"2026-03-24T15:02:00.474208Z","end":"2026-03-24T15:02:01.289121Z","steps":["trace[141376092] 'agreement among raft nodes before linearized reading' (duration: 814.602092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.289202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.485078Z","time spent":"1.804118567s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T15:02:01.28921Z","caller":"traceutil/trace.go:171","msg":"trace[1586005488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3573; }","duration":"1.535812477s","start":"2026-03-24T15:01:59.753372Z","end":"2026-03-24T15:02:01.289184Z","steps":["trace[1586005488] 'agreement among raft nodes before linearized reading' (duration: 1.535447336s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.289186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535281513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:02:01.289221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:02:00.474188Z","time spent":"815.022123ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:02:01.289262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.753344Z","time spent":"1.535907319s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:02:01.289335Z","caller":"traceutil/trace.go:171","msg":"trace[1003632222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3573; }","duration":"1.535509019s","start":"2026-03-24T15:01:59.753796Z","end":"2026-03-24T15:02:01.289305Z","steps":["trace[1003632222] 'agreement among raft nodes before linearized reading' (duration: 1.535033235s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:01.28959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:01:59.753771Z","time spent":"1.535806176s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T15:03:19.48911Z","caller":"traceutil/trace.go:171","msg":"trace[570133676] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"119.346106ms","start":"2026-03-24T15:03:19.369719Z","end":"2026-03-24T15:03:19.489065Z","steps":["trace[570133676] 'read index received' (duration: 51.738028ms)","trace[570133676] 'applied index is now lower than readState.Index' (duration: 67.604668ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:19.489158Z","caller":"traceutil/trace.go:171","msg":"trace[64279130] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4474; }","duration":"150.59555ms","start":"2026-03-24T15:03:19.338528Z","end":"2026-03-24T15:03:19.489124Z","steps":["trace[64279130] 'process raft request' (duration: 82.954841ms)","trace[64279130] 'compare' (duration: 67.381092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:19.489788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.034224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-24T15:03:19.489925Z","caller":"traceutil/trace.go:171","msg":"trace[1590684701] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4474; }","duration":"120.221559ms","start":"2026-03-24T15:03:19.369654Z","end":"2026-03-24T15:03:19.489875Z","steps":["trace[1590684701] 'agreement among raft nodes before linearized reading' (duration: 119.594403ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:19.689925Z","caller":"traceutil/trace.go:171","msg":"trace[1041965189] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"110.466636ms","start":"2026-03-24T15:03:19.579423Z","end":"2026-03-24T15:03:19.689889Z","steps":["trace[1041965189] 'process raft request' (duration: 107.337802ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:19.689984Z","caller":"traceutil/trace.go:171","msg":"trace[1746254862] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"109.694085ms","start":"2026-03-24T15:03:19.580243Z","end":"2026-03-24T15:03:19.689937Z","steps":["trace[1746254862] 'read index received' (duration: 106.53173ms)","trace[1746254862] 'applied index is now lower than readState.Index' (duration: 3.157745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:19.690248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.283874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-24T15:03:19.690326Z","caller":"traceutil/trace.go:171","msg":"trace[1321232202] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4478; }","duration":"109.390576ms","start":"2026-03-24T15:03:19.580918Z","end":"2026-03-24T15:03:19.690309Z","steps":["trace[1321232202] 'agreement among raft nodes before linearized reading' (duration: 109.221562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:19.69025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.000453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-24T15:03:19.690417Z","caller":"traceutil/trace.go:171","msg":"trace[1722137213] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4478; }","duration":"110.203728ms","start":"2026-03-24T15:03:19.580191Z","end":"2026-03-24T15:03:19.690395Z","steps":["trace[1722137213] 'agreement among raft nodes before linearized reading' (duration: 109.878539ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.48306Z","caller":"traceutil/trace.go:171","msg":"trace[2071814298] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"216.374808ms","start":"2026-03-24T15:03:24.266631Z","end":"2026-03-24T15:03:24.483005Z","steps":["trace[2071814298] 'process raft request' (duration: 210.671524ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.483403Z","caller":"traceutil/trace.go:171","msg":"trace[1393159636] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"216.327637ms","start":"2026-03-24T15:03:24.267053Z","end":"2026-03-24T15:03:24.48338Z","steps":["trace[1393159636] 'process raft request' (duration: 215.925696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:24.483662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.958085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121006"} {"level":"warn","ts":"2026-03-24T15:03:24.483738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.049548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.189fcf34e25f0f29\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-24T15:03:24.483821Z","caller":"traceutil/trace.go:171","msg":"trace[879275306] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.189fcf34e25f0f29; range_end:; response_count:1; response_revision:4574; }","duration":"217.149989ms","start":"2026-03-24T15:03:24.266647Z","end":"2026-03-24T15:03:24.483797Z","steps":["trace[879275306] 'agreement among raft nodes before linearized reading' (duration: 216.848222ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.483762Z","caller":"traceutil/trace.go:171","msg":"trace[1756360313] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4574; }","duration":"217.147329ms","start":"2026-03-24T15:03:24.266595Z","end":"2026-03-24T15:03:24.483742Z","steps":["trace[1756360313] 'agreement among raft nodes before linearized reading' (duration: 216.825581ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.483479Z","caller":"traceutil/trace.go:171","msg":"trace[106669707] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"216.123252ms","start":"2026-03-24T15:03:24.267299Z","end":"2026-03-24T15:03:24.483422Z","steps":["trace[106669707] 'process raft request' (duration: 215.881606ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.483354Z","caller":"traceutil/trace.go:171","msg":"trace[719841219] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4758; }","duration":"216.654686ms","start":"2026-03-24T15:03:24.266664Z","end":"2026-03-24T15:03:24.483319Z","steps":["trace[719841219] 'read index received' (duration: 12.976401ms)","trace[719841219] 'applied index is now lower than readState.Index' (duration: 203.676145ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:24.48494Z","caller":"traceutil/trace.go:171","msg":"trace[2054991618] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"201.061015ms","start":"2026-03-24T15:03:24.283865Z","end":"2026-03-24T15:03:24.484926Z","steps":["trace[2054991618] 'process raft request' (duration: 199.934934ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:24.484989Z","caller":"traceutil/trace.go:171","msg":"trace[1871730928] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"200.971062ms","start":"2026-03-24T15:03:24.284002Z","end":"2026-03-24T15:03:24.484973Z","steps":["trace[1871730928] 'process raft request' (duration: 199.893153ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:25.903712Z","caller":"traceutil/trace.go:171","msg":"trace[319825935] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"132.44758ms","start":"2026-03-24T15:03:25.771217Z","end":"2026-03-24T15:03:25.903665Z","steps":["trace[319825935] 'process raft request' (duration: 108.818171ms)","trace[319825935] 'compare' (duration: 23.456594ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:25.907085Z","caller":"traceutil/trace.go:171","msg":"trace[1742288667] linearizableReadLoop","detail":"{readStateIndex:4850; appliedIndex:4848; }","duration":"108.146093ms","start":"2026-03-24T15:03:25.798901Z","end":"2026-03-24T15:03:25.907047Z","steps":["trace[1742288667] 'read index received' (duration: 81.149573ms)","trace[1742288667] 'applied index is now lower than readState.Index' (duration: 26.99458ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:25.907209Z","caller":"traceutil/trace.go:171","msg":"trace[560441583] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"124.513075ms","start":"2026-03-24T15:03:25.782658Z","end":"2026-03-24T15:03:25.907171Z","steps":["trace[560441583] 'process raft request' (duration: 124.222327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:25.90738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.461871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:03:25.90744Z","caller":"traceutil/trace.go:171","msg":"trace[251205431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4661; }","duration":"108.602397ms","start":"2026-03-24T15:03:25.798823Z","end":"2026-03-24T15:03:25.907425Z","steps":["trace[251205431] 'agreement among raft nodes before linearized reading' (duration: 108.374109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:25.907611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.260238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:03:25.907712Z","caller":"traceutil/trace.go:171","msg":"trace[930562463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4661; }","duration":"104.377631ms","start":"2026-03-24T15:03:25.803314Z","end":"2026-03-24T15:03:25.907692Z","steps":["trace[930562463] 'agreement among raft nodes before linearized reading' (duration: 103.95461ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:26.076055Z","caller":"traceutil/trace.go:171","msg":"trace[1547520980] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"164.129116ms","start":"2026-03-24T15:03:25.911897Z","end":"2026-03-24T15:03:26.076026Z","steps":["trace[1547520980] 'process raft request' (duration: 163.855889ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:26.076468Z","caller":"traceutil/trace.go:171","msg":"trace[1489841475] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"164.464376ms","start":"2026-03-24T15:03:25.911974Z","end":"2026-03-24T15:03:26.076439Z","steps":["trace[1489841475] 'process raft request' (duration: 163.974462ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:26.076968Z","caller":"traceutil/trace.go:171","msg":"trace[1236630577] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4850; }","duration":"164.267289ms","start":"2026-03-24T15:03:25.912666Z","end":"2026-03-24T15:03:26.076933Z","steps":["trace[1236630577] 'read index received' (duration: 31.308846ms)","trace[1236630577] 'applied index is now lower than readState.Index' (duration: 132.953823ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:26.077055Z","caller":"traceutil/trace.go:171","msg":"trace[861186640] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"164.27971ms","start":"2026-03-24T15:03:25.91273Z","end":"2026-03-24T15:03:26.07701Z","steps":["trace[861186640] 'process raft request' (duration: 163.612472ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:26.077209Z","caller":"traceutil/trace.go:171","msg":"trace[352440731] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"164.365132ms","start":"2026-03-24T15:03:25.912836Z","end":"2026-03-24T15:03:26.077202Z","steps":["trace[352440731] 'process raft request' (duration: 163.92528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:26.077297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-03-24T15:03:26.077347Z","caller":"traceutil/trace.go:171","msg":"trace[1062755861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4666; }","duration":"164.690852ms","start":"2026-03-24T15:03:25.912642Z","end":"2026-03-24T15:03:26.077333Z","steps":["trace[1062755861] 'agreement among raft nodes before linearized reading' (duration: 164.421905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.44779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334295523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:03:28.466383Z","caller":"traceutil/trace.go:171","msg":"trace[1235169977] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"556.753327ms","start":"2026-03-24T15:03:27.909596Z","end":"2026-03-24T15:03:28.466349Z","steps":["trace[1235169977] 'process raft request' (duration: 556.390748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.466629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:27.909562Z","time spent":"556.933214ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:03:28.500363Z","caller":"traceutil/trace.go:171","msg":"trace[435598962] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"536.06762ms","start":"2026-03-24T15:03:27.964271Z","end":"2026-03-24T15:03:28.500339Z","steps":["trace[435598962] 'process raft request' (duration: 535.976267ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.500548Z","caller":"traceutil/trace.go:171","msg":"trace[2093372189] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4916; }","duration":"552.924425ms","start":"2026-03-24T15:03:27.947599Z","end":"2026-03-24T15:03:28.500524Z","steps":["trace[2093372189] 'read index received' (duration: 518.385651ms)","trace[2093372189] 'applied index is now lower than readState.Index' (duration: 34.536854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:28.50064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:27.964251Z","time spent":"536.260386ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:03:28.500664Z","caller":"traceutil/trace.go:171","msg":"trace[828765610] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"110.756025ms","start":"2026-03-24T15:03:28.38987Z","end":"2026-03-24T15:03:28.500626Z","steps":["trace[828765610] 'process raft request' (duration: 110.426616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.500797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.830458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:03:28.500845Z","caller":"traceutil/trace.go:171","msg":"trace[2001528552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4726; }","duration":"419.918821ms","start":"2026-03-24T15:03:28.080912Z","end":"2026-03-24T15:03:28.500831Z","steps":["trace[2001528552] 'agreement among raft nodes before linearized reading' (duration: 419.748866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.50085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.220693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:03:28.500899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:28.080889Z","time spent":"420.000983ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:03:28.500936Z","caller":"traceutil/trace.go:171","msg":"trace[1568723081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4726; }","duration":"553.364517ms","start":"2026-03-24T15:03:27.947553Z","end":"2026-03-24T15:03:28.500917Z","steps":["trace[1568723081] 'agreement among raft nodes before linearized reading' (duration: 553.09712ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.500367Z","caller":"traceutil/trace.go:171","msg":"trace[2126101590] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"587.1561ms","start":"2026-03-24T15:03:27.913171Z","end":"2026-03-24T15:03:28.500327Z","steps":["trace[2126101590] 'process raft request' (duration: 586.854122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.501037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:27.913139Z","time spent":"587.8655ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:03:28.501133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.005803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:03:28.501147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.054859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:03:28.501177Z","caller":"traceutil/trace.go:171","msg":"trace[962275767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:4726; }","duration":"418.121612ms","start":"2026-03-24T15:03:28.083046Z","end":"2026-03-24T15:03:28.501167Z","steps":["trace[962275767] 'agreement among raft nodes before linearized reading' (duration: 418.03038ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.501174Z","caller":"traceutil/trace.go:171","msg":"trace[734173053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4726; }","duration":"420.059734ms","start":"2026-03-24T15:03:28.081104Z","end":"2026-03-24T15:03:28.501164Z","steps":["trace[734173053] 'agreement among raft nodes before linearized reading' (duration: 419.956072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.501196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:28.083027Z","time spent":"418.164633ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:03:28.501202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:28.081098Z","time spent":"420.098376ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:28.501179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.605975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777426"} {"level":"info","ts":"2026-03-24T15:03:28.50127Z","caller":"traceutil/trace.go:171","msg":"trace[625719922] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4726; }","duration":"290.740288ms","start":"2026-03-24T15:03:28.210509Z","end":"2026-03-24T15:03:28.501249Z","steps":["trace[625719922] 'agreement among raft nodes before linearized reading' (duration: 290.193613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.501322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.325411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:03:28.501356Z","caller":"traceutil/trace.go:171","msg":"trace[205577665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4726; }","duration":"420.369543ms","start":"2026-03-24T15:03:28.080975Z","end":"2026-03-24T15:03:28.501345Z","steps":["trace[205577665] 'agreement among raft nodes before linearized reading' (duration: 420.288261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.501386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:28.08097Z","time spent":"420.409474ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:03:28.500976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:27.947536Z","time spent":"553.43205ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T15:03:28.501058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.780767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:03:28.501701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.206621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8vbpt\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-24T15:03:28.501685Z","caller":"traceutil/trace.go:171","msg":"trace[1521035554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4726; }","duration":"420.372513ms","start":"2026-03-24T15:03:28.081257Z","end":"2026-03-24T15:03:28.50163Z","steps":["trace[1521035554] 'agreement among raft nodes before linearized reading' (duration: 419.742205ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.501749Z","caller":"traceutil/trace.go:171","msg":"trace[1413606915] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8vbpt; range_end:; response_count:1; response_revision:4726; }","duration":"113.496458ms","start":"2026-03-24T15:03:28.388236Z","end":"2026-03-24T15:03:28.501733Z","steps":["trace[1413606915] 'agreement among raft nodes before linearized reading' (duration: 113.340915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:28.501816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:28.081252Z","time spent":"420.521026ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T15:03:28.609675Z","caller":"traceutil/trace.go:171","msg":"trace[1065887609] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"102.322445ms","start":"2026-03-24T15:03:28.50732Z","end":"2026-03-24T15:03:28.609642Z","steps":["trace[1065887609] 'process raft request' (duration: 102.005927ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.610115Z","caller":"traceutil/trace.go:171","msg":"trace[930023549] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"102.506391ms","start":"2026-03-24T15:03:28.507565Z","end":"2026-03-24T15:03:28.610072Z","steps":["trace[930023549] 'process raft request' (duration: 102.009487ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.610287Z","caller":"traceutil/trace.go:171","msg":"trace[946813409] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"102.373327ms","start":"2026-03-24T15:03:28.507888Z","end":"2026-03-24T15:03:28.610261Z","steps":["trace[946813409] 'process raft request' (duration: 102.11525ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:28.610376Z","caller":"traceutil/trace.go:171","msg":"trace[386118109] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"102.0731ms","start":"2026-03-24T15:03:28.508206Z","end":"2026-03-24T15:03:28.610279Z","steps":["trace[386118109] 'process raft request' (duration: 101.933246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.806705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.362742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:03:34.807163Z","caller":"traceutil/trace.go:171","msg":"trace[547644464] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5031; }","duration":"324.134161ms","start":"2026-03-24T15:03:34.482933Z","end":"2026-03-24T15:03:34.807067Z","steps":["trace[547644464] 'read index received' (duration: 142.357008ms)","trace[547644464] 'applied index is now lower than readState.Index' (duration: 181.774183ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:34.807347Z","caller":"traceutil/trace.go:171","msg":"trace[497645985] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"922.635168ms","start":"2026-03-24T15:03:33.884651Z","end":"2026-03-24T15:03:34.807286Z","steps":["trace[497645985] 'process raft request' (duration: 740.602378ms)","trace[497645985] 'compare' (duration: 181.148837ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:34.80741Z","caller":"traceutil/trace.go:171","msg":"trace[1721338067] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"306.378601ms","start":"2026-03-24T15:03:34.501013Z","end":"2026-03-24T15:03:34.807392Z","steps":["trace[1721338067] 'process raft request' (duration: 305.846647ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:34.807439Z","caller":"traceutil/trace.go:171","msg":"trace[782175038] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"283.945024ms","start":"2026-03-24T15:03:34.523462Z","end":"2026-03-24T15:03:34.807407Z","steps":["trace[782175038] 'process raft request' (duration: 283.692278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.807455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.518392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:03:34.807527Z","caller":"traceutil/trace.go:171","msg":"trace[132656407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4836; }","duration":"324.640494ms","start":"2026-03-24T15:03:34.482864Z","end":"2026-03-24T15:03:34.807505Z","steps":["trace[132656407] 'agreement among raft nodes before linearized reading' (duration: 324.422158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.807554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:34.482838Z","time spent":"324.711337ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:03:34.80753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:33.884625Z","time spent":"922.805574ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-24T15:03:34.807563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:34.500992Z","time spent":"306.503125ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:03:34.80762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.258846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:03:34.807641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.464082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:03:34.807679Z","caller":"traceutil/trace.go:171","msg":"trace[209811650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4836; }","duration":"172.335099ms","start":"2026-03-24T15:03:34.635323Z","end":"2026-03-24T15:03:34.807658Z","steps":["trace[209811650] 'agreement among raft nodes before linearized reading' (duration: 172.134303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.807628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.773623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:03:34.807714Z","caller":"traceutil/trace.go:171","msg":"trace[1318557602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4836; }","duration":"165.596167ms","start":"2026-03-24T15:03:34.642099Z","end":"2026-03-24T15:03:34.807695Z","steps":["trace[1318557602] 'agreement among raft nodes before linearized reading' (duration: 165.395271ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:34.807741Z","caller":"traceutil/trace.go:171","msg":"trace[1174806306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4836; }","duration":"262.926616ms","start":"2026-03-24T15:03:34.544793Z","end":"2026-03-24T15:03:34.80772Z","steps":["trace[1174806306] 'agreement among raft nodes before linearized reading' (duration: 262.69523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.807716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.015613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:03:34.807805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.130986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:03:34.807827Z","caller":"traceutil/trace.go:171","msg":"trace[1249157421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4836; }","duration":"164.155577ms","start":"2026-03-24T15:03:34.643666Z","end":"2026-03-24T15:03:34.807822Z","steps":["trace[1249157421] 'agreement among raft nodes before linearized reading' (duration: 164.097286ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:34.807831Z","caller":"traceutil/trace.go:171","msg":"trace[2131282146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4836; }","duration":"164.181678ms","start":"2026-03-24T15:03:34.643618Z","end":"2026-03-24T15:03:34.8078Z","steps":["trace[2131282146] 'agreement among raft nodes before linearized reading' (duration: 163.830079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:34.808102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.210523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:03:34.808145Z","caller":"traceutil/trace.go:171","msg":"trace[570740184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:4836; }","duration":"277.270535ms","start":"2026-03-24T15:03:34.530863Z","end":"2026-03-24T15:03:34.808133Z","steps":["trace[570740184] 'agreement among raft nodes before linearized reading' (duration: 276.578657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:35.261879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.611111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:03:35.262032Z","caller":"traceutil/trace.go:171","msg":"trace[520918865] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5046; }","duration":"192.985687ms","start":"2026-03-24T15:03:35.069024Z","end":"2026-03-24T15:03:35.262009Z","steps":["trace[520918865] 'read index received' (duration: 44.901µs)","trace[520918865] 'applied index is now lower than readState.Index' (duration: 192.938846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:35.262258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.229034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:03:35.262311Z","caller":"traceutil/trace.go:171","msg":"trace[1708277615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4849; }","duration":"193.340496ms","start":"2026-03-24T15:03:35.068957Z","end":"2026-03-24T15:03:35.262297Z","steps":["trace[1708277615] 'agreement among raft nodes before linearized reading' (duration: 193.11567ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:35.26255Z","caller":"traceutil/trace.go:171","msg":"trace[378104154] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"241.049645ms","start":"2026-03-24T15:03:35.021457Z","end":"2026-03-24T15:03:35.262506Z","steps":["trace[378104154] 'process raft request' (duration: 25.683753ms)","trace[378104154] 'compare' (duration: 214.455368ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:35.718565Z","caller":"traceutil/trace.go:171","msg":"trace[1852295207] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"202.781351ms","start":"2026-03-24T15:03:35.515761Z","end":"2026-03-24T15:03:35.718543Z","steps":["trace[1852295207] 'process raft request' (duration: 202.651146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:35.966158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.414928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:03:35.966417Z","caller":"traceutil/trace.go:171","msg":"trace[2076306094] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5050; }","duration":"239.343079ms","start":"2026-03-24T15:03:35.727046Z","end":"2026-03-24T15:03:35.966389Z","steps":["trace[2076306094] 'read index received' (duration: 109.569101ms)","trace[2076306094] 'applied index is now lower than readState.Index' (duration: 129.771038ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:35.966523Z","caller":"traceutil/trace.go:171","msg":"trace[1557043601] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"239.620586ms","start":"2026-03-24T15:03:35.726866Z","end":"2026-03-24T15:03:35.966487Z","steps":["trace[1557043601] 'process raft request' (duration: 109.745456ms)","trace[1557043601] 'compare' (duration: 129.264833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:35.966766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.73345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-24T15:03:35.966824Z","caller":"traceutil/trace.go:171","msg":"trace[72815221] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4853; }","duration":"239.835083ms","start":"2026-03-24T15:03:35.726971Z","end":"2026-03-24T15:03:35.966806Z","steps":["trace[72815221] 'agreement among raft nodes before linearized reading' (duration: 239.511054ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:35.969112Z","caller":"traceutil/trace.go:171","msg":"trace[145885916] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"231.917599ms","start":"2026-03-24T15:03:35.737151Z","end":"2026-03-24T15:03:35.969069Z","steps":["trace[145885916] 'process raft request' (duration: 231.792076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:35.969216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.693311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:369523"} {"level":"info","ts":"2026-03-24T15:03:35.969248Z","caller":"traceutil/trace.go:171","msg":"trace[592613015] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4854; }","duration":"171.775544ms","start":"2026-03-24T15:03:35.797464Z","end":"2026-03-24T15:03:35.96924Z","steps":["trace[592613015] 'agreement among raft nodes before linearized reading' (duration: 171.550877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:35.969453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.864044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:03:35.969509Z","caller":"traceutil/trace.go:171","msg":"trace[464204993] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4854; }","duration":"119.006257ms","start":"2026-03-24T15:03:35.850484Z","end":"2026-03-24T15:03:35.96949Z","steps":["trace[464204993] 'agreement among raft nodes before linearized reading' (duration: 118.848682ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:37.705366Z","caller":"traceutil/trace.go:171","msg":"trace[643596361] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"136.90915ms","start":"2026-03-24T15:03:37.568422Z","end":"2026-03-24T15:03:37.705331Z","steps":["trace[643596361] 'process raft request' (duration: 122.853989ms)","trace[643596361] 'compare' (duration: 13.168587ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:39.103603Z","caller":"traceutil/trace.go:171","msg":"trace[311483422] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"203.928872ms","start":"2026-03-24T15:03:38.899654Z","end":"2026-03-24T15:03:39.103583Z","steps":["trace[311483422] 'process raft request' (duration: 197.664382ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:39.103603Z","caller":"traceutil/trace.go:171","msg":"trace[159121893] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5119; }","duration":"203.624643ms","start":"2026-03-24T15:03:38.899944Z","end":"2026-03-24T15:03:39.103569Z","steps":["trace[159121893] 'read index received' (duration: 197.498288ms)","trace[159121893] 'applied index is now lower than readState.Index' (duration: 6.123825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:39.103795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.827239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:03:39.103848Z","caller":"traceutil/trace.go:171","msg":"trace[1961712903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4920; }","duration":"203.916072ms","start":"2026-03-24T15:03:38.899919Z","end":"2026-03-24T15:03:39.103835Z","steps":["trace[1961712903] 'agreement among raft nodes before linearized reading' (duration: 203.729307ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:39.104817Z","caller":"traceutil/trace.go:171","msg":"trace[1437523735] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"202.749921ms","start":"2026-03-24T15:03:38.902052Z","end":"2026-03-24T15:03:39.104802Z","steps":["trace[1437523735] 'process raft request' (duration: 202.697839ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:39.104868Z","caller":"traceutil/trace.go:171","msg":"trace[1750276981] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"203.207483ms","start":"2026-03-24T15:03:38.901632Z","end":"2026-03-24T15:03:39.104839Z","steps":["trace[1750276981] 'process raft request' (duration: 203.040149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:39.105182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.451659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:03:39.105231Z","caller":"traceutil/trace.go:171","msg":"trace[657912749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:4922; }","duration":"203.511302ms","start":"2026-03-24T15:03:38.901708Z","end":"2026-03-24T15:03:39.10522Z","steps":["trace[657912749] 'agreement among raft nodes before linearized reading' (duration: 203.308636ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:43.264002Z","caller":"traceutil/trace.go:171","msg":"trace[1357815449] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"128.924534ms","start":"2026-03-24T15:03:43.13505Z","end":"2026-03-24T15:03:43.263975Z","steps":["trace[1357815449] 'process raft request' (duration: 128.738089ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:43.273221Z","caller":"traceutil/trace.go:171","msg":"trace[2047673853] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"137.490886ms","start":"2026-03-24T15:03:43.135709Z","end":"2026-03-24T15:03:43.2732Z","steps":["trace[2047673853] 'read index received' (duration: 128.112983ms)","trace[2047673853] 'applied index is now lower than readState.Index' (duration: 9.376233ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:43.273303Z","caller":"traceutil/trace.go:171","msg":"trace[1760396599] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"137.065595ms","start":"2026-03-24T15:03:43.136204Z","end":"2026-03-24T15:03:43.273269Z","steps":["trace[1760396599] 'process raft request' (duration: 136.955722ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:43.273299Z","caller":"traceutil/trace.go:171","msg":"trace[962641914] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"138.103263ms","start":"2026-03-24T15:03:43.135147Z","end":"2026-03-24T15:03:43.273251Z","steps":["trace[962641914] 'process raft request' (duration: 137.866576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:43.273434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.132872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:03:43.273442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.690521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-24T15:03:43.273465Z","caller":"traceutil/trace.go:171","msg":"trace[556650257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:4948; }","duration":"132.235854ms","start":"2026-03-24T15:03:43.141219Z","end":"2026-03-24T15:03:43.273455Z","steps":["trace[556650257] 'agreement among raft nodes before linearized reading' (duration: 132.082959ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:43.273512Z","caller":"traceutil/trace.go:171","msg":"trace[560952610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4948; }","duration":"137.798734ms","start":"2026-03-24T15:03:43.135692Z","end":"2026-03-24T15:03:43.273491Z","steps":["trace[560952610] 'agreement among raft nodes before linearized reading' (duration: 137.600928ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:44.010812Z","caller":"traceutil/trace.go:171","msg":"trace[401293309] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"101.960546ms","start":"2026-03-24T15:03:43.908793Z","end":"2026-03-24T15:03:44.010754Z","steps":["trace[401293309] 'process raft request' (duration: 52.795577ms)","trace[401293309] 'compare' (duration: 48.908133ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:44.227274Z","caller":"traceutil/trace.go:171","msg":"trace[1027865801] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"210.15537ms","start":"2026-03-24T15:03:44.017077Z","end":"2026-03-24T15:03:44.227232Z","steps":["trace[1027865801] 'process raft request' (duration: 209.085961ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:44.299193Z","caller":"traceutil/trace.go:171","msg":"trace[1593481219] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5153; }","duration":"149.376558ms","start":"2026-03-24T15:03:44.149791Z","end":"2026-03-24T15:03:44.299168Z","steps":["trace[1593481219] 'read index received' (duration: 76.385805ms)","trace[1593481219] 'applied index is now lower than readState.Index' (duration: 72.989353ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:44.299353Z","caller":"traceutil/trace.go:171","msg":"trace[831750322] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"281.680044ms","start":"2026-03-24T15:03:44.017644Z","end":"2026-03-24T15:03:44.299324Z","steps":["trace[831750322] 'process raft request' (duration: 281.314704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:44.29942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.554483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:03:44.299497Z","caller":"traceutil/trace.go:171","msg":"trace[1509018471] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4955; }","duration":"149.745408ms","start":"2026-03-24T15:03:44.149733Z","end":"2026-03-24T15:03:44.299479Z","steps":["trace[1509018471] 'agreement among raft nodes before linearized reading' (duration: 149.524062ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:44.29961Z","caller":"traceutil/trace.go:171","msg":"trace[1722950036] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"275.746334ms","start":"2026-03-24T15:03:44.023832Z","end":"2026-03-24T15:03:44.299578Z","steps":["trace[1722950036] 'process raft request' (duration: 275.26591ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:44.426206Z","caller":"traceutil/trace.go:171","msg":"trace[1556231312] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"115.880773ms","start":"2026-03-24T15:03:44.310301Z","end":"2026-03-24T15:03:44.426182Z","steps":["trace[1556231312] 'process raft request' (duration: 115.630026ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:44.80069Z","caller":"traceutil/trace.go:171","msg":"trace[300710631] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"135.739919ms","start":"2026-03-24T15:03:44.664913Z","end":"2026-03-24T15:03:44.800653Z","steps":["trace[300710631] 'process raft request' (duration: 132.261815ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.150576Z","caller":"traceutil/trace.go:171","msg":"trace[803098074] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"304.07789ms","start":"2026-03-24T15:03:46.846473Z","end":"2026-03-24T15:03:47.150551Z","steps":["trace[803098074] 'process raft request' (duration: 303.900405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.150831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.846446Z","time spent":"304.289585ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:03:47.670156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.182945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:03:47.670413Z","caller":"traceutil/trace.go:171","msg":"trace[1784585507] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"820.154348ms","start":"2026-03-24T15:03:46.850208Z","end":"2026-03-24T15:03:47.670362Z","steps":["trace[1784585507] 'process raft request' (duration: 607.641834ms)","trace[1784585507] 'compare' (duration: 212.052482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:47.670524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.850179Z","time spent":"820.294152ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:03:47.670764Z","caller":"traceutil/trace.go:171","msg":"trace[87911821] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5232; }","duration":"807.22978ms","start":"2026-03-24T15:03:46.863518Z","end":"2026-03-24T15:03:47.670748Z","steps":["trace[87911821] 'read index received' (duration: 286.967818ms)","trace[87911821] 'applied index is now lower than readState.Index' (duration: 520.259772ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:47.670991Z","caller":"traceutil/trace.go:171","msg":"trace[2031702391] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"819.966054ms","start":"2026-03-24T15:03:46.850981Z","end":"2026-03-24T15:03:47.670947Z","steps":["trace[2031702391] 'process raft request' (duration: 819.273884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.850969Z","time spent":"820.062626ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:03:47.671131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.343624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-24T15:03:47.671186Z","caller":"traceutil/trace.go:171","msg":"trace[845696879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430; range_end:; response_count:1; response_revision:5033; }","duration":"840.427037ms","start":"2026-03-24T15:03:46.830742Z","end":"2026-03-24T15:03:47.671169Z","steps":["trace[845696879] 'agreement among raft nodes before linearized reading' (duration: 840.250251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.760122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:03:47.671223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.830727Z","time spent":"840.487508ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430\" "} {"level":"info","ts":"2026-03-24T15:03:47.671252Z","caller":"traceutil/trace.go:171","msg":"trace[615706207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5033; }","duration":"767.878526ms","start":"2026-03-24T15:03:46.903355Z","end":"2026-03-24T15:03:47.671233Z","steps":["trace[615706207] 'agreement among raft nodes before linearized reading' (duration: 767.64786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.300741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:03:47.671267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.484901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:03:47.671295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.903338Z","time spent":"767.948938ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:47.671274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.460998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:03:47.67119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.117307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:03:47.67134Z","caller":"traceutil/trace.go:171","msg":"trace[100133096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:5033; }","duration":"304.575832ms","start":"2026-03-24T15:03:47.366743Z","end":"2026-03-24T15:03:47.671319Z","steps":["trace[100133096] 'agreement among raft nodes before linearized reading' (duration: 304.284974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.614212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:03:47.671371Z","caller":"traceutil/trace.go:171","msg":"trace[950491139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"190.606172ms","start":"2026-03-24T15:03:47.480736Z","end":"2026-03-24T15:03:47.671342Z","steps":["trace[950491139] 'agreement among raft nodes before linearized reading' (duration: 190.434998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.366731Z","time spent":"304.654724ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:03:47.671393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.500504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-24T15:03:47.671416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.410434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-24T15:03:47.671418Z","caller":"traceutil/trace.go:171","msg":"trace[1669255136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5033; }","duration":"352.669783ms","start":"2026-03-24T15:03:47.318725Z","end":"2026-03-24T15:03:47.671395Z","steps":["trace[1669255136] 'agreement among raft nodes before linearized reading' (duration: 352.58729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.686093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-24T15:03:47.671329Z","caller":"traceutil/trace.go:171","msg":"trace[1050804011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5033; }","duration":"393.417834ms","start":"2026-03-24T15:03:47.277889Z","end":"2026-03-24T15:03:47.671307Z","steps":["trace[1050804011] 'agreement among raft nodes before linearized reading' (duration: 393.237989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.402921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-24T15:03:47.671475Z","caller":"traceutil/trace.go:171","msg":"trace[1338055059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5033; }","duration":"750.484665ms","start":"2026-03-24T15:03:46.920972Z","end":"2026-03-24T15:03:47.671457Z","steps":["trace[1338055059] 'agreement among raft nodes before linearized reading' (duration: 750.346751ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.671467Z","caller":"traceutil/trace.go:171","msg":"trace[1364160445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5033; }","duration":"222.615426ms","start":"2026-03-24T15:03:47.448832Z","end":"2026-03-24T15:03:47.671447Z","steps":["trace[1364160445] 'agreement among raft nodes before linearized reading' (duration: 222.39236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.884931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:03:47.671506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.277869Z","time spent":"393.621919ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T15:03:47.671508Z","caller":"traceutil/trace.go:171","msg":"trace[885886844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5033; }","duration":"423.840997ms","start":"2026-03-24T15:03:47.247639Z","end":"2026-03-24T15:03:47.67148Z","steps":["trace[885886844] 'agreement among raft nodes before linearized reading' (duration: 423.546359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:46.920962Z","time spent":"750.547808ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-24T15:03:47.671523Z","caller":"traceutil/trace.go:171","msg":"trace[1259483536] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5033; }","duration":"488.556206ms","start":"2026-03-24T15:03:47.182944Z","end":"2026-03-24T15:03:47.6715Z","steps":["trace[1259483536] 'agreement among raft nodes before linearized reading' (duration: 488.260998ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.671543Z","caller":"traceutil/trace.go:171","msg":"trace[1009758590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5033; }","duration":"305.173089ms","start":"2026-03-24T15:03:47.366357Z","end":"2026-03-24T15:03:47.67153Z","steps":["trace[1009758590] 'agreement among raft nodes before linearized reading' (duration: 304.875371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.247616Z","time spent":"423.937188ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-24T15:03:47.671377Z","caller":"traceutil/trace.go:171","msg":"trace[1790155012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5033; }","duration":"386.314193ms","start":"2026-03-24T15:03:47.28505Z","end":"2026-03-24T15:03:47.671365Z","steps":["trace[1790155012] 'agreement among raft nodes before linearized reading' (duration: 385.959323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.366333Z","time spent":"305.237691ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:47.671473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.318713Z","time spent":"352.752596ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:03:47.671584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.182925Z","time spent":"488.648809ms","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-24T15:03:47.671257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.41944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-24T15:03:47.671625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.285014Z","time spent":"386.592669ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:03:47.671654Z","caller":"traceutil/trace.go:171","msg":"trace[1396092132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430; range_end:; response_count:1; response_revision:5033; }","duration":"475.850652ms","start":"2026-03-24T15:03:47.195784Z","end":"2026-03-24T15:03:47.671635Z","steps":["trace[1396092132] 'agreement among raft nodes before linearized reading' (duration: 475.312957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.671908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:47.195773Z","time spent":"475.940535ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1e43348-9fdd-4bc5-9e2c-93b1d22c4430\" "} {"level":"info","ts":"2026-03-24T15:03:47.967722Z","caller":"traceutil/trace.go:171","msg":"trace[841075446] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"290.114522ms","start":"2026-03-24T15:03:47.677571Z","end":"2026-03-24T15:03:47.967685Z","steps":["trace[841075446] 'process raft request' (duration: 222.529215ms)","trace[841075446] 'compare' (duration: 67.458723ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:47.96911Z","caller":"traceutil/trace.go:171","msg":"trace[1561078690] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"291.269182ms","start":"2026-03-24T15:03:47.677813Z","end":"2026-03-24T15:03:47.969083Z","steps":["trace[1561078690] 'process raft request' (duration: 291.042876ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969158Z","caller":"traceutil/trace.go:171","msg":"trace[94442155] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"291.272653ms","start":"2026-03-24T15:03:47.677859Z","end":"2026-03-24T15:03:47.969131Z","steps":["trace[94442155] 'process raft request' (duration: 291.085108ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969304Z","caller":"traceutil/trace.go:171","msg":"trace[1938513295] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"291.336784ms","start":"2026-03-24T15:03:47.677956Z","end":"2026-03-24T15:03:47.969292Z","steps":["trace[1938513295] 'process raft request' (duration: 291.090178ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969338Z","caller":"traceutil/trace.go:171","msg":"trace[1871794254] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5235; }","duration":"290.688616ms","start":"2026-03-24T15:03:47.678626Z","end":"2026-03-24T15:03:47.969315Z","steps":["trace[1871794254] 'read index received' (duration: 221.512797ms)","trace[1871794254] 'applied index is now lower than readState.Index' (duration: 69.174059ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:47.969391Z","caller":"traceutil/trace.go:171","msg":"trace[1927630447] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"291.478079ms","start":"2026-03-24T15:03:47.677901Z","end":"2026-03-24T15:03:47.969379Z","steps":["trace[1927630447] 'process raft request' (duration: 291.094418ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969572Z","caller":"traceutil/trace.go:171","msg":"trace[1459364752] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"290.951124ms","start":"2026-03-24T15:03:47.678598Z","end":"2026-03-24T15:03:47.969549Z","steps":["trace[1459364752] 'process raft request' (duration: 290.527902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:47.969613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.971134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-24T15:03:47.969653Z","caller":"traceutil/trace.go:171","msg":"trace[1356238766] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5042; }","duration":"291.048496ms","start":"2026-03-24T15:03:47.678594Z","end":"2026-03-24T15:03:47.969642Z","steps":["trace[1356238766] 'agreement among raft nodes before linearized reading' (duration: 290.850081ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969772Z","caller":"traceutil/trace.go:171","msg":"trace[1427477334] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"289.976637ms","start":"2026-03-24T15:03:47.679767Z","end":"2026-03-24T15:03:47.969743Z","steps":["trace[1427477334] 'process raft request' (duration: 289.405972ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969832Z","caller":"traceutil/trace.go:171","msg":"trace[2080035138] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"291.488699ms","start":"2026-03-24T15:03:47.678314Z","end":"2026-03-24T15:03:47.969803Z","steps":["trace[2080035138] 'process raft request' (duration: 290.773649ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:47.969009Z","caller":"traceutil/trace.go:171","msg":"trace[221460509] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"291.220671ms","start":"2026-03-24T15:03:47.67775Z","end":"2026-03-24T15:03:47.968971Z","steps":["trace[221460509] 'process raft request' (duration: 290.552723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.379473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.97785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:03:50.379557Z","caller":"traceutil/trace.go:171","msg":"trace[907815177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5062; }","duration":"404.121844ms","start":"2026-03-24T15:03:49.975417Z","end":"2026-03-24T15:03:50.379539Z","steps":["trace[907815177] 'range keys from in-memory index tree' (duration: 403.747634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.379601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.975394Z","time spent":"404.198475ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:03:50.379582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.618864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:03:50.37968Z","caller":"traceutil/trace.go:171","msg":"trace[1786542469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5062; }","duration":"405.771858ms","start":"2026-03-24T15:03:49.973882Z","end":"2026-03-24T15:03:50.379654Z","steps":["trace[1786542469] 'range keys from in-memory index tree' (duration: 405.368437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.379757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.973855Z","time spent":"405.886071ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:50.379891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.952574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:03:50.379931Z","caller":"traceutil/trace.go:171","msg":"trace[1380816068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5062; }","duration":"406.016155ms","start":"2026-03-24T15:03:49.973904Z","end":"2026-03-24T15:03:50.37992Z","steps":["trace[1380816068] 'range keys from in-memory index tree' (duration: 405.779909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.37996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.973892Z","time spent":"406.061196ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:50.380014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.939624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-24T15:03:50.380095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.776335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:03:50.380092Z","caller":"traceutil/trace.go:171","msg":"trace[628437309] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5062; }","duration":"406.063086ms","start":"2026-03-24T15:03:49.974015Z","end":"2026-03-24T15:03:50.380078Z","steps":["trace[628437309] 'range keys from in-memory index tree' (duration: 405.764688ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:50.380126Z","caller":"traceutil/trace.go:171","msg":"trace[448981060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5062; }","duration":"406.825517ms","start":"2026-03-24T15:03:49.973292Z","end":"2026-03-24T15:03:50.380118Z","steps":["trace[448981060] 'range keys from in-memory index tree' (duration: 406.698683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.380156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.973285Z","time spent":"406.865358ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:03:50.380165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.973981Z","time spent":"406.169148ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:03:50.381499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.489212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:03:50.381578Z","caller":"traceutil/trace.go:171","msg":"trace[1618151320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5062; }","duration":"408.627055ms","start":"2026-03-24T15:03:49.972931Z","end":"2026-03-24T15:03:50.381558Z","steps":["trace[1618151320] 'range keys from in-memory index tree' (duration: 407.041883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:50.381624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:03:49.972908Z","time spent":"408.707437ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T15:03:56.521518Z","caller":"traceutil/trace.go:171","msg":"trace[885241568] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"100.165527ms","start":"2026-03-24T15:03:56.421295Z","end":"2026-03-24T15:03:56.52146Z","steps":["trace[885241568] 'process raft request' (duration: 98.054291ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:56.522593Z","caller":"traceutil/trace.go:171","msg":"trace[1032929817] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"100.177998ms","start":"2026-03-24T15:03:56.422363Z","end":"2026-03-24T15:03:56.522541Z","steps":["trace[1032929817] 'process raft request' (duration: 98.927894ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:56.651735Z","caller":"traceutil/trace.go:171","msg":"trace[99531339] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5328; }","duration":"171.579037ms","start":"2026-03-24T15:03:56.48009Z","end":"2026-03-24T15:03:56.651669Z","steps":["trace[99531339] 'read index received' (duration: 39.118996ms)","trace[99531339] 'applied index is now lower than readState.Index' (duration: 132.458731ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:56.651847Z","caller":"traceutil/trace.go:171","msg":"trace[805706814] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"211.875906ms","start":"2026-03-24T15:03:56.439877Z","end":"2026-03-24T15:03:56.651753Z","steps":["trace[805706814] 'process raft request' (duration: 115.728267ms)","trace[805706814] 'compare' (duration: 95.926223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:03:56.652046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.896236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:03:56.652182Z","caller":"traceutil/trace.go:171","msg":"trace[1202725389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5130; }","duration":"172.08031ms","start":"2026-03-24T15:03:56.480045Z","end":"2026-03-24T15:03:56.652125Z","steps":["trace[1202725389] 'agreement among raft nodes before linearized reading' (duration: 171.795673ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:58.659493Z","caller":"traceutil/trace.go:171","msg":"trace[1448950417] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"130.839957ms","start":"2026-03-24T15:03:58.52863Z","end":"2026-03-24T15:03:58.65947Z","steps":["trace[1448950417] 'read index received' (duration: 45.588442ms)","trace[1448950417] 'applied index is now lower than readState.Index' (duration: 85.249645ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:58.659524Z","caller":"traceutil/trace.go:171","msg":"trace[1548196553] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"130.383725ms","start":"2026-03-24T15:03:58.529123Z","end":"2026-03-24T15:03:58.659507Z","steps":["trace[1548196553] 'process raft request' (duration: 130.345794ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:58.659548Z","caller":"traceutil/trace.go:171","msg":"trace[1255060722] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"132.182002ms","start":"2026-03-24T15:03:58.527319Z","end":"2026-03-24T15:03:58.659501Z","steps":["trace[1255060722] 'process raft request' (duration: 46.822995ms)","trace[1255060722] 'compare' (duration: 85.173282ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:58.659582Z","caller":"traceutil/trace.go:171","msg":"trace[705088486] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"130.581849ms","start":"2026-03-24T15:03:58.528955Z","end":"2026-03-24T15:03:58.659536Z","steps":["trace[705088486] 'process raft request' (duration: 130.470956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:58.659691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.041961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:03:58.659735Z","caller":"traceutil/trace.go:171","msg":"trace[462661136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5136; }","duration":"131.122514ms","start":"2026-03-24T15:03:58.528601Z","end":"2026-03-24T15:03:58.659723Z","steps":["trace[462661136] 'agreement among raft nodes before linearized reading' (duration: 130.986821ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:58.910995Z","caller":"traceutil/trace.go:171","msg":"trace[281712756] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"245.986969ms","start":"2026-03-24T15:03:58.664982Z","end":"2026-03-24T15:03:58.910969Z","steps":["trace[281712756] 'process raft request' (duration: 232.965866ms)","trace[281712756] 'compare' (duration: 12.91235ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:00.975436Z","caller":"traceutil/trace.go:171","msg":"trace[879204323] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"229.940225ms","start":"2026-03-24T15:04:00.745467Z","end":"2026-03-24T15:04:00.975407Z","steps":["trace[879204323] 'process raft request' (duration: 229.746291ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:00.986483Z","caller":"traceutil/trace.go:171","msg":"trace[398333279] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"240.245204ms","start":"2026-03-24T15:04:00.746207Z","end":"2026-03-24T15:04:00.986453Z","steps":["trace[398333279] 'process raft request' (duration: 240.149512ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:00.986604Z","caller":"traceutil/trace.go:171","msg":"trace[142050048] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5354; }","duration":"233.881403ms","start":"2026-03-24T15:04:00.752704Z","end":"2026-03-24T15:04:00.986586Z","steps":["trace[142050048] 'read index received' (duration: 222.615918ms)","trace[142050048] 'applied index is now lower than readState.Index' (duration: 11.263765ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:00.986492Z","caller":"traceutil/trace.go:171","msg":"trace[859315614] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"240.593373ms","start":"2026-03-24T15:04:00.745873Z","end":"2026-03-24T15:04:00.986466Z","steps":["trace[859315614] 'process raft request' (duration: 240.360967ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:00.986702Z","caller":"traceutil/trace.go:171","msg":"trace[1378829014] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"240.200153ms","start":"2026-03-24T15:04:00.746486Z","end":"2026-03-24T15:04:00.986686Z","steps":["trace[1378829014] 'process raft request' (duration: 239.915434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:00.987027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.282554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:04:00.987501Z","caller":"traceutil/trace.go:171","msg":"trace[744489569] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5154; }","duration":"234.793196ms","start":"2026-03-24T15:04:00.752675Z","end":"2026-03-24T15:04:00.987468Z","steps":["trace[744489569] 'agreement among raft nodes before linearized reading' (duration: 234.020626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:00.987092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.873313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:04:00.987636Z","caller":"traceutil/trace.go:171","msg":"trace[1126948718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5154; }","duration":"156.46872ms","start":"2026-03-24T15:04:00.831137Z","end":"2026-03-24T15:04:00.987606Z","steps":["trace[1126948718] 'agreement among raft nodes before linearized reading' (duration: 155.601366ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:03.301798Z","caller":"traceutil/trace.go:171","msg":"trace[1043188042] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5371; }","duration":"322.072146ms","start":"2026-03-24T15:04:02.979695Z","end":"2026-03-24T15:04:03.301767Z","steps":["trace[1043188042] 'read index received' (duration: 321.932511ms)","trace[1043188042] 'applied index is now lower than readState.Index' (duration: 137.955µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:04:03.302078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.356553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:04:03.302124Z","caller":"traceutil/trace.go:171","msg":"trace[1984200823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5167; }","duration":"322.433825ms","start":"2026-03-24T15:04:02.979678Z","end":"2026-03-24T15:04:03.302112Z","steps":["trace[1984200823] 'agreement among raft nodes before linearized reading' (duration: 322.219139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.30216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.979671Z","time spent":"322.480897ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T15:04:03.301926Z","caller":"traceutil/trace.go:171","msg":"trace[92658904] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"322.481287ms","start":"2026-03-24T15:04:02.979401Z","end":"2026-03-24T15:04:03.301882Z","steps":["trace[92658904] 'process raft request' (duration: 322.135668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.302446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.979384Z","time spent":"322.916519ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:03.304075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.37058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:04:03.304067Z","caller":"traceutil/trace.go:171","msg":"trace[2095234460] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"323.451663ms","start":"2026-03-24T15:04:02.980578Z","end":"2026-03-24T15:04:03.304029Z","steps":["trace[2095234460] 'process raft request' (duration: 323.152925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.304119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.289868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-24T15:04:03.304141Z","caller":"traceutil/trace.go:171","msg":"trace[107290602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5168; }","duration":"313.454084ms","start":"2026-03-24T15:04:02.990668Z","end":"2026-03-24T15:04:03.304122Z","steps":["trace[107290602] 'agreement among raft nodes before linearized reading' (duration: 313.240108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.304196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.990658Z","time spent":"313.525885ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:04:03.30446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.491884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:04:03.304529Z","caller":"traceutil/trace.go:171","msg":"trace[1441689901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5168; }","duration":"313.582276ms","start":"2026-03-24T15:04:02.990931Z","end":"2026-03-24T15:04:03.304513Z","steps":["trace[1441689901] 'agreement among raft nodes before linearized reading' (duration: 313.392011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.30462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.990917Z","time spent":"313.690969ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T15:04:03.304193Z","caller":"traceutil/trace.go:171","msg":"trace[97128992] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5168; }","duration":"286.391081ms","start":"2026-03-24T15:04:03.017779Z","end":"2026-03-24T15:04:03.30417Z","steps":["trace[97128992] 'agreement among raft nodes before linearized reading' (duration: 286.187516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.304264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.980568Z","time spent":"323.577807ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:03.304309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.699927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:04:03.304917Z","caller":"traceutil/trace.go:171","msg":"trace[1123952118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5168; }","duration":"281.318494ms","start":"2026-03-24T15:04:03.023585Z","end":"2026-03-24T15:04:03.304904Z","steps":["trace[1123952118] 'agreement among raft nodes before linearized reading' (duration: 280.637046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.305144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.547809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:04:03.305476Z","caller":"traceutil/trace.go:171","msg":"trace[273552519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5168; }","duration":"313.133164ms","start":"2026-03-24T15:04:02.992322Z","end":"2026-03-24T15:04:03.305455Z","steps":["trace[273552519] 'agreement among raft nodes before linearized reading' (duration: 311.744097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:03.305635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:02.992285Z","time spent":"313.329479ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:04:08.747384Z","caller":"traceutil/trace.go:171","msg":"trace[326639328] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"129.880091ms","start":"2026-03-24T15:04:08.617478Z","end":"2026-03-24T15:04:08.747358Z","steps":["trace[326639328] 'process raft request' (duration: 129.441319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:09.054085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.02201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-24T15:04:09.054178Z","caller":"traceutil/trace.go:171","msg":"trace[1609626688] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5255; }","duration":"222.191837ms","start":"2026-03-24T15:04:08.831966Z","end":"2026-03-24T15:04:09.054158Z","steps":["trace[1609626688] 'count revisions from in-memory index tree' (duration: 221.920118ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:13.278579Z","caller":"traceutil/trace.go:171","msg":"trace[353484010] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"219.723609ms","start":"2026-03-24T15:04:13.058832Z","end":"2026-03-24T15:04:13.278555Z","steps":["trace[353484010] 'read index received' (duration: 219.452682ms)","trace[353484010] 'applied index is now lower than readState.Index' (duration: 269.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:13.278672Z","caller":"traceutil/trace.go:171","msg":"trace[1816428818] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"513.641903ms","start":"2026-03-24T15:04:12.765009Z","end":"2026-03-24T15:04:13.278651Z","steps":["trace[1816428818] 'process raft request' (duration: 513.369576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:13.278881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.033187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-24T15:04:13.27897Z","caller":"traceutil/trace.go:171","msg":"trace[1438094851] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5282; }","duration":"220.172952ms","start":"2026-03-24T15:04:13.058774Z","end":"2026-03-24T15:04:13.278947Z","steps":["trace[1438094851] 'agreement among raft nodes before linearized reading' (duration: 219.913164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:13.27891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:12.764983Z","time spent":"513.82648ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:13.279087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.550556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-24T15:04:13.279187Z","caller":"traceutil/trace.go:171","msg":"trace[1996286305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5282; }","duration":"178.705551ms","start":"2026-03-24T15:04:13.100461Z","end":"2026-03-24T15:04:13.279166Z","steps":["trace[1996286305] 'agreement among raft nodes before linearized reading' (duration: 178.438883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:13.857878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334296837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:04:14.358327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334296837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:04:14.609101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305389548s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T15:04:14.609642Z","caller":"traceutil/trace.go:171","msg":"trace[489439912] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"1.318251936s","start":"2026-03-24T15:04:13.291363Z","end":"2026-03-24T15:04:14.609615Z","steps":["trace[489439912] 'process raft request' (duration: 1.318099671s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:14.609808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.291351Z","time spent":"1.318373639s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:14.658896Z","caller":"traceutil/trace.go:171","msg":"trace[1830399667] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5491; }","duration":"1.301415363s","start":"2026-03-24T15:04:13.357443Z","end":"2026-03-24T15:04:14.658858Z","steps":["trace[1830399667] 'read index received' (duration: 1.252016604s)","trace[1830399667] 'applied index is now lower than readState.Index' (duration: 49.397479ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:14.659014Z","caller":"traceutil/trace.go:171","msg":"trace[1951814957] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"816.096733ms","start":"2026-03-24T15:04:13.842862Z","end":"2026-03-24T15:04:14.658959Z","steps":["trace[1951814957] 'process raft request' (duration: 815.883257ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:14.659038Z","caller":"traceutil/trace.go:171","msg":"trace[725957531] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"727.007026ms","start":"2026-03-24T15:04:13.932003Z","end":"2026-03-24T15:04:14.659011Z","steps":["trace[725957531] 'process raft request' (duration: 726.79974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:14.659211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.931975Z","time spent":"727.14083ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:14.659223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.842845Z","time spent":"816.268508ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:14.659267Z","caller":"traceutil/trace.go:171","msg":"trace[1744950885] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"839.882333ms","start":"2026-03-24T15:04:13.819306Z","end":"2026-03-24T15:04:14.659188Z","steps":["trace[1744950885] 'process raft request' (duration: 839.293178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:14.659372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301946068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:04:14.659579Z","caller":"traceutil/trace.go:171","msg":"trace[1833653295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5286; }","duration":"1.302225805s","start":"2026-03-24T15:04:13.357331Z","end":"2026-03-24T15:04:14.659557Z","steps":["trace[1833653295] 'agreement among raft nodes before linearized reading' (duration: 1.301820134s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:14.659738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.357302Z","time spent":"1.302416831s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:04:14.659593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.819287Z","time spent":"840.14726ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:15.159722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334296846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:04:15.722294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.281193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:04:15.72275Z","caller":"traceutil/trace.go:171","msg":"trace[47608359] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"1.105377545s","start":"2026-03-24T15:04:14.617356Z","end":"2026-03-24T15:04:15.722734Z","steps":["trace[47608359] 'process raft request' (duration: 1.105043866s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:15.722824Z","caller":"traceutil/trace.go:171","msg":"trace[1195540853] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"1.105298953s","start":"2026-03-24T15:04:14.617488Z","end":"2026-03-24T15:04:15.722787Z","steps":["trace[1195540853] 'process raft request' (duration: 1.10517222s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.722999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.617314Z","time spent":"1.105469918s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:15.72305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.61748Z","time spent":"1.105436966s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:15.722838Z","caller":"traceutil/trace.go:171","msg":"trace[977590400] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"1.106248448s","start":"2026-03-24T15:04:14.616553Z","end":"2026-03-24T15:04:15.722801Z","steps":["trace[977590400] 'process raft request' (duration: 874.367591ms)","trace[977590400] 'compare' (duration: 230.993174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:04:15.723254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.616526Z","time spent":"1.106628349s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:15.723385Z","caller":"traceutil/trace.go:171","msg":"trace[493882684] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"1.105593771s","start":"2026-03-24T15:04:14.617762Z","end":"2026-03-24T15:04:15.723356Z","steps":["trace[493882684] 'process raft request' (duration: 1.104929393s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.723612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.617742Z","time spent":"1.105774126s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:15.774469Z","caller":"traceutil/trace.go:171","msg":"trace[599626164] linearizableReadLoop","detail":"{readStateIndex:5500; appliedIndex:5495; }","duration":"1.115362614s","start":"2026-03-24T15:04:14.659068Z","end":"2026-03-24T15:04:15.774431Z","steps":["trace[599626164] 'read index received' (duration: 832.00138ms)","trace[599626164] 'applied index is now lower than readState.Index' (duration: 283.358964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:04:15.774616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161531346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:04:15.774688Z","caller":"traceutil/trace.go:171","msg":"trace[413081137] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5292; }","duration":"2.161661119s","start":"2026-03-24T15:04:13.613009Z","end":"2026-03-24T15:04:15.77467Z","steps":["trace[413081137] 'agreement among raft nodes before linearized reading' (duration: 2.161515935s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.774691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410409725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:04:15.774713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678752118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-24T15:04:15.774753Z","caller":"traceutil/trace.go:171","msg":"trace[1686569271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5292; }","duration":"2.410504167s","start":"2026-03-24T15:04:13.364233Z","end":"2026-03-24T15:04:15.774737Z","steps":["trace[1686569271] 'agreement among raft nodes before linearized reading' (duration: 2.410337373s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.774774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415032069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:04:15.774801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.364223Z","time spent":"2.410572169s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T15:04:15.774791Z","caller":"traceutil/trace.go:171","msg":"trace[390754045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5292; }","duration":"1.678875742s","start":"2026-03-24T15:04:14.095891Z","end":"2026-03-24T15:04:15.774767Z","steps":["trace[390754045] 'agreement among raft nodes before linearized reading' (duration: 1.678584563s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:15.774821Z","caller":"traceutil/trace.go:171","msg":"trace[1315023531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5292; }","duration":"2.415168383s","start":"2026-03-24T15:04:13.35964Z","end":"2026-03-24T15:04:15.774808Z","steps":["trace[1315023531] 'agreement among raft nodes before linearized reading' (duration: 2.414966978s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.774823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300018751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:04:15.774891Z","caller":"traceutil/trace.go:171","msg":"trace[1366762224] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"1.110411251s","start":"2026-03-24T15:04:14.664467Z","end":"2026-03-24T15:04:15.774878Z","steps":["trace[1366762224] 'process raft request' (duration: 1.10964895s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.774843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.095857Z","time spent":"1.678975915s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-24T15:04:15.774975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.664453Z","time spent":"1.110472511s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:15.77474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410141508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:04:15.775068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050056947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:04:15.775087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416049648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-24T15:04:15.774947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.359611Z","time spent":"2.415322787s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-24T15:04:15.775164Z","caller":"traceutil/trace.go:171","msg":"trace[928117436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5292; }","duration":"2.41614663s","start":"2026-03-24T15:04:13.358994Z","end":"2026-03-24T15:04:15.775141Z","steps":["trace[928117436] 'agreement among raft nodes before linearized reading' (duration: 2.415943015s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420771268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:04:15.775213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.358984Z","time spent":"2.416221052s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:04:15.775232Z","caller":"traceutil/trace.go:171","msg":"trace[1810076855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5292; }","duration":"1.420870392s","start":"2026-03-24T15:04:14.354335Z","end":"2026-03-24T15:04:15.775206Z","steps":["trace[1810076855] 'agreement among raft nodes before linearized reading' (duration: 1.42080199s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51930704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-24T15:04:15.775232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903886376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:04:15.775257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.35431Z","time spent":"1.420939953s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:04:15.775072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99032282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:04:15.775278Z","caller":"traceutil/trace.go:171","msg":"trace[1709838793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:5292; }","duration":"1.903948066s","start":"2026-03-24T15:04:13.871316Z","end":"2026-03-24T15:04:15.775264Z","steps":["trace[1709838793] 'agreement among raft nodes before linearized reading' (duration: 1.903808723s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294657306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:04:15.774894Z","caller":"traceutil/trace.go:171","msg":"trace[1631558601] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5292; }","duration":"2.300114724s","start":"2026-03-24T15:04:13.474757Z","end":"2026-03-24T15:04:15.774872Z","steps":["trace[1631558601] 'agreement among raft nodes before linearized reading' (duration: 2.300027082s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.927082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:04:15.775384Z","caller":"traceutil/trace.go:171","msg":"trace[326436239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5292; }","duration":"1.294721138s","start":"2026-03-24T15:04:14.480654Z","end":"2026-03-24T15:04:15.775375Z","steps":["trace[326436239] 'agreement among raft nodes before linearized reading' (duration: 1.294672237s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.47474Z","time spent":"2.300641257s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:04:15.775394Z","caller":"traceutil/trace.go:171","msg":"trace[371657796] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5292; }","duration":"262.995775ms","start":"2026-03-24T15:04:15.512391Z","end":"2026-03-24T15:04:15.775387Z","steps":["trace[371657796] 'agreement among raft nodes before linearized reading' (duration: 262.947394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.480637Z","time spent":"1.29477433s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:04:15.774947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.612988Z","time spent":"2.161941556s","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:04:15.775522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063567899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-24T15:04:15.775318Z","caller":"traceutil/trace.go:171","msg":"trace[1625927403] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5292; }","duration":"1.990630418s","start":"2026-03-24T15:04:13.784679Z","end":"2026-03-24T15:04:15.775309Z","steps":["trace[1625927403] 'agreement among raft nodes before linearized reading' (duration: 1.99031361s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:15.77561Z","caller":"traceutil/trace.go:171","msg":"trace[428186723] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5292; }","duration":"1.063716994s","start":"2026-03-24T15:04:14.711871Z","end":"2026-03-24T15:04:15.775588Z","steps":["trace[428186723] 'agreement among raft nodes before linearized reading' (duration: 1.063114578s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:15.775083Z","caller":"traceutil/trace.go:171","msg":"trace[74002257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5292; }","duration":"2.410536058s","start":"2026-03-24T15:04:13.364537Z","end":"2026-03-24T15:04:15.775073Z","steps":["trace[74002257] 'agreement among raft nodes before linearized reading' (duration: 2.410028514s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.36452Z","time spent":"2.411179816s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:04:15.775767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.711856Z","time spent":"1.063897069s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-24T15:04:15.775652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157861217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10684"} {"level":"warn","ts":"2026-03-24T15:04:15.775925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.144988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:04:15.775257Z","caller":"traceutil/trace.go:171","msg":"trace[2106168673] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"332.561026ms","start":"2026-03-24T15:04:15.442679Z","end":"2026-03-24T15:04:15.77524Z","steps":["trace[2106168673] 'process raft request' (duration: 331.632792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.775353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.871304Z","time spent":"1.904041239s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:04:15.776023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.898611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:04:15.77603Z","caller":"traceutil/trace.go:171","msg":"trace[2111370201] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5292; }","duration":"250.290502ms","start":"2026-03-24T15:04:15.525722Z","end":"2026-03-24T15:04:15.776012Z","steps":["trace[2111370201] 'agreement among raft nodes before linearized reading' (duration: 250.076047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.776043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.68989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:04:15.77612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.442643Z","time spent":"333.378378ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:15.776721Z","caller":"traceutil/trace.go:171","msg":"trace[117814191] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5292; }","duration":"352.407371ms","start":"2026-03-24T15:04:15.424297Z","end":"2026-03-24T15:04:15.776704Z","steps":["trace[117814191] 'agreement among raft nodes before linearized reading' (duration: 351.703231ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:15.776749Z","caller":"traceutil/trace.go:171","msg":"trace[987793867] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5292; }","duration":"1.158088603s","start":"2026-03-24T15:04:14.61774Z","end":"2026-03-24T15:04:15.775829Z","steps":["trace[987793867] 'agreement among raft nodes before linearized reading' (duration: 1.157834716s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.776918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.617718Z","time spent":"1.159135281s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10707,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-24T15:04:15.776056Z","caller":"traceutil/trace.go:171","msg":"trace[1247292848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5292; }","duration":"491.971295ms","start":"2026-03-24T15:04:15.284074Z","end":"2026-03-24T15:04:15.776046Z","steps":["trace[1247292848] 'agreement among raft nodes before linearized reading' (duration: 491.879842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.777058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.284048Z","time spent":"492.959171ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-24T15:04:15.775128Z","caller":"traceutil/trace.go:171","msg":"trace[1821137763] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5292; }","duration":"2.05013928s","start":"2026-03-24T15:04:13.724956Z","end":"2026-03-24T15:04:15.775095Z","steps":["trace[1821137763] 'agreement among raft nodes before linearized reading' (duration: 2.050050018s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.777295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.724935Z","time spent":"2.052339579s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:04:15.775264Z","caller":"traceutil/trace.go:171","msg":"trace[935663101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5292; }","duration":"1.519346631s","start":"2026-03-24T15:04:14.255905Z","end":"2026-03-24T15:04:15.775252Z","steps":["trace[935663101] 'agreement among raft nodes before linearized reading' (duration: 1.519262879s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:15.77566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:13.78466Z","time spent":"1.990980858s","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:04:15.777886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:14.255826Z","time spent":"1.522033452s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:04:15.77678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.424263Z","time spent":"352.499193ms","remote":"127.0.0.1:56422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:04:16.264471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.793199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:04:16.264811Z","caller":"traceutil/trace.go:171","msg":"trace[232032080] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"484.292698ms","start":"2026-03-24T15:04:15.780467Z","end":"2026-03-24T15:04:16.26476Z","steps":["trace[232032080] 'process raft request' (duration: 95.072867ms)","trace[232032080] 'compare' (duration: 388.603104ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:16.264912Z","caller":"traceutil/trace.go:171","msg":"trace[335828384] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5501; }","duration":"483.134036ms","start":"2026-03-24T15:04:15.781759Z","end":"2026-03-24T15:04:16.264893Z","steps":["trace[335828384] 'read index received' (duration: 93.871864ms)","trace[335828384] 'applied index is now lower than readState.Index' (duration: 389.261002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:04:16.264953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.780333Z","time spent":"484.555706ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:16.26498Z","caller":"traceutil/trace.go:171","msg":"trace[720090846] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"482.371746ms","start":"2026-03-24T15:04:15.78257Z","end":"2026-03-24T15:04:16.264941Z","steps":["trace[720090846] 'process raft request' (duration: 482.15756ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:16.265007Z","caller":"traceutil/trace.go:171","msg":"trace[1063743553] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"480.65225ms","start":"2026-03-24T15:04:15.784321Z","end":"2026-03-24T15:04:16.264973Z","steps":["trace[1063743553] 'process raft request' (duration: 480.515776ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:16.265021Z","caller":"traceutil/trace.go:171","msg":"trace[1254577002] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"483.374074ms","start":"2026-03-24T15:04:15.781622Z","end":"2026-03-24T15:04:16.264996Z","steps":["trace[1254577002] 'process raft request' (duration: 483.005253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:16.265184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.782543Z","time spent":"482.52734ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:04:16.265192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.784308Z","time spent":"480.784444ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:16.264991Z","caller":"traceutil/trace.go:171","msg":"trace[216597966] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"482.262424ms","start":"2026-03-24T15:04:15.782706Z","end":"2026-03-24T15:04:16.264968Z","steps":["trace[216597966] 'process raft request' (duration: 482.081829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:16.265187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.779722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:04:16.265302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.782689Z","time spent":"482.559641ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:16.265323Z","caller":"traceutil/trace.go:171","msg":"trace[775045207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5297; }","duration":"477.958468ms","start":"2026-03-24T15:04:15.787334Z","end":"2026-03-24T15:04:16.265292Z","steps":["trace[775045207] 'agreement among raft nodes before linearized reading' (duration: 477.717661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:16.265399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.787322Z","time spent":"478.06172ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:04:16.265564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.791354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81631"} {"level":"warn","ts":"2026-03-24T15:04:16.265544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.781524Z","time spent":"483.758963ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:04:16.265622Z","caller":"traceutil/trace.go:171","msg":"trace[1276141854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5297; }","duration":"483.854696ms","start":"2026-03-24T15:04:15.781752Z","end":"2026-03-24T15:04:16.265607Z","steps":["trace[1276141854] 'agreement among raft nodes before linearized reading' (duration: 483.2526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:16.265671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:15.781738Z","time spent":"483.919829ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-24T15:04:16.76634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.367306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:04:16.766431Z","caller":"traceutil/trace.go:171","msg":"trace[868304255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5297; }","duration":"401.526862ms","start":"2026-03-24T15:04:16.364883Z","end":"2026-03-24T15:04:16.76641Z","steps":["trace[868304255] 'range keys from in-memory index tree' (duration: 401.182362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:16.766471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:04:16.364871Z","time spent":"401.590683ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:04:16.774676Z","caller":"traceutil/trace.go:171","msg":"trace[1269937455] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"109.319911ms","start":"2026-03-24T15:04:16.665335Z","end":"2026-03-24T15:04:16.774655Z","steps":["trace[1269937455] 'process raft request' (duration: 109.180528ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:16.80473Z","caller":"traceutil/trace.go:171","msg":"trace[1875548468] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"138.941748ms","start":"2026-03-24T15:04:16.665765Z","end":"2026-03-24T15:04:16.804707Z","steps":["trace[1875548468] 'process raft request' (duration: 138.739262ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:36.162795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2691} {"level":"info","ts":"2026-03-24T15:04:36.234653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2691,"took":"70.113046ms","hash":1143876800,"current-db-size-bytes":39059456,"current-db-size":"39 MB","current-db-size-in-use-bytes":28639232,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-24T15:04:36.234744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1143876800,"revision":2691,"compact-revision":-1} {"level":"warn","ts":"2026-03-24T15:04:59.205382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.006141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:04:59.205686Z","caller":"traceutil/trace.go:171","msg":"trace[1050240997] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"264.105704ms","start":"2026-03-24T15:04:58.941558Z","end":"2026-03-24T15:04:59.205664Z","steps":["trace[1050240997] 'process raft request' (duration: 15.707233ms)","trace[1050240997] 'compare' (duration: 247.869918ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:59.206006Z","caller":"traceutil/trace.go:171","msg":"trace[917353852] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"258.551686ms","start":"2026-03-24T15:04:58.947417Z","end":"2026-03-24T15:04:59.205968Z","steps":["trace[917353852] 'process raft request' (duration: 258.192206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:59.426546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.628668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-24T15:04:59.426646Z","caller":"traceutil/trace.go:171","msg":"trace[1456411470] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5660; }","duration":"119.739071ms","start":"2026-03-24T15:04:59.306878Z","end":"2026-03-24T15:04:59.426617Z","steps":["trace[1456411470] 'range keys from in-memory index tree' (duration: 119.421813ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:59.566217Z","caller":"traceutil/trace.go:171","msg":"trace[114359492] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"100.443823ms","start":"2026-03-24T15:04:59.465743Z","end":"2026-03-24T15:04:59.566187Z","steps":["trace[114359492] 'process raft request' (duration: 100.164975ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:14.688074Z","caller":"traceutil/trace.go:171","msg":"trace[252824714] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"119.844934ms","start":"2026-03-24T15:05:14.568182Z","end":"2026-03-24T15:05:14.688027Z","steps":["trace[252824714] 'process raft request' (duration: 119.619828ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:14.814397Z","caller":"traceutil/trace.go:171","msg":"trace[2127050135] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"120.43805ms","start":"2026-03-24T15:05:14.693914Z","end":"2026-03-24T15:05:14.814352Z","steps":["trace[2127050135] 'process raft request' (duration: 110.928414ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:14.814596Z","caller":"traceutil/trace.go:171","msg":"trace[1739872028] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"120.368428ms","start":"2026-03-24T15:05:14.694197Z","end":"2026-03-24T15:05:14.814566Z","steps":["trace[1739872028] 'process raft request' (duration: 120.335658ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:14.814809Z","caller":"traceutil/trace.go:171","msg":"trace[1541702341] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"120.80881ms","start":"2026-03-24T15:05:14.69395Z","end":"2026-03-24T15:05:14.814759Z","steps":["trace[1541702341] 'process raft request' (duration: 120.510381ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:14.815041Z","caller":"traceutil/trace.go:171","msg":"trace[305960635] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"120.869811ms","start":"2026-03-24T15:05:14.694134Z","end":"2026-03-24T15:05:14.815004Z","steps":["trace[305960635] 'process raft request' (duration: 120.374147ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:36.170979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5440} {"level":"info","ts":"2026-03-24T15:09:36.264591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5440,"took":"90.478816ms","hash":1703283785,"current-db-size-bytes":40947712,"current-db-size":"41 MB","current-db-size-in-use-bytes":20537344,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-24T15:09:36.264655Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1703283785,"revision":5440,"compact-revision":2691} {"level":"info","ts":"2026-03-24T15:10:03.703227Z","caller":"traceutil/trace.go:171","msg":"trace[2026916079] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"139.690656ms","start":"2026-03-24T15:10:03.5635Z","end":"2026-03-24T15:10:03.703191Z","steps":["trace[2026916079] 'process raft request' (duration: 130.629651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:12.316674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334303776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:10:12.659968Z","caller":"traceutil/trace.go:171","msg":"trace[895886061] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"843.686601ms","start":"2026-03-24T15:10:11.816255Z","end":"2026-03-24T15:10:12.659941Z","steps":["trace[895886061] 'read index received' (duration: 843.598439ms)","trace[895886061] 'applied index is now lower than readState.Index' (duration: 86.662µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:12.65998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:11.768351Z","time spent":"891.621673ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-24T15:10:12.66019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.920508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67df6489cc-kmr5h.189fcf91731a1916\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-24T15:10:12.66023Z","caller":"traceutil/trace.go:171","msg":"trace[35803349] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67df6489cc-kmr5h.189fcf91731a1916; range_end:; response_count:1; response_revision:7813; }","duration":"844.002429ms","start":"2026-03-24T15:10:11.816216Z","end":"2026-03-24T15:10:12.660219Z","steps":["trace[35803349] 'agreement among raft nodes before linearized reading' (duration: 843.849085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:12.66027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:11.816204Z","time spent":"844.056592ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-67df6489cc-kmr5h.189fcf91731a1916\" "} {"level":"warn","ts":"2026-03-24T15:10:13.160595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334303781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:10:13.432773Z","caller":"traceutil/trace.go:171","msg":"trace[910735774] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"918.326973ms","start":"2026-03-24T15:10:12.514432Z","end":"2026-03-24T15:10:13.432759Z","steps":["trace[910735774] 'process raft request' (duration: 918.166038ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:13.432761Z","caller":"traceutil/trace.go:171","msg":"trace[546121138] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"1.015300276s","start":"2026-03-24T15:10:12.417427Z","end":"2026-03-24T15:10:13.432727Z","steps":["trace[546121138] 'process raft request' (duration: 1.011403331s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:13.432955Z","caller":"traceutil/trace.go:171","msg":"trace[1645603003] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8109; }","duration":"772.904932ms","start":"2026-03-24T15:10:12.660039Z","end":"2026-03-24T15:10:13.432944Z","steps":["trace[1645603003] 'read index received' (duration: 768.806031ms)","trace[1645603003] 'applied index is now lower than readState.Index' (duration: 4.097891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:13.432962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.514408Z","time spent":"918.472077ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:13.432981Z","caller":"traceutil/trace.go:171","msg":"trace[2004405262] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"771.196527ms","start":"2026-03-24T15:10:12.661751Z","end":"2026-03-24T15:10:13.432948Z","steps":["trace[2004405262] 'process raft request' (duration: 770.970151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558052286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:10:13.43313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.661734Z","time spent":"771.32105ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:13.433185Z","caller":"traceutil/trace.go:171","msg":"trace[970423622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7816; }","duration":"1.558163019s","start":"2026-03-24T15:10:11.87501Z","end":"2026-03-24T15:10:13.433173Z","steps":["trace[970423622] 'agreement among raft nodes before linearized reading' (duration: 1.557985015s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:11.874978Z","time spent":"1.558235681s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007083184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:10:13.433281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.738596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:10:13.433333Z","caller":"traceutil/trace.go:171","msg":"trace[366790504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7816; }","duration":"1.007169438s","start":"2026-03-24T15:10:12.426149Z","end":"2026-03-24T15:10:13.433319Z","steps":["trace[366790504] 'agreement among raft nodes before linearized reading' (duration: 1.006979952s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009512571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-24T15:10:13.433318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.783676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-24T15:10:13.433316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.500424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:10:13.43338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.426138Z","time spent":"1.007234159s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:10:13.433386Z","caller":"traceutil/trace.go:171","msg":"trace[1448899353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7816; }","duration":"1.009561872s","start":"2026-03-24T15:10:12.423815Z","end":"2026-03-24T15:10:13.433377Z","steps":["trace[1448899353] 'agreement among raft nodes before linearized reading' (duration: 1.00948205s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:13.433445Z","caller":"traceutil/trace.go:171","msg":"trace[1066585515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7816; }","duration":"952.658148ms","start":"2026-03-24T15:10:12.480768Z","end":"2026-03-24T15:10:13.433426Z","steps":["trace[1066585515] 'agreement among raft nodes before linearized reading' (duration: 952.37703ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:13.433461Z","caller":"traceutil/trace.go:171","msg":"trace[211801281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7816; }","duration":"783.919811ms","start":"2026-03-24T15:10:12.649474Z","end":"2026-03-24T15:10:13.433394Z","steps":["trace[211801281] 'agreement among raft nodes before linearized reading' (duration: 783.652483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.649453Z","time spent":"784.086244ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-24T15:10:13.43356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035853561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:10:13.433574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.16709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:10:13.4336Z","caller":"traceutil/trace.go:171","msg":"trace[107388913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7816; }","duration":"1.035927592s","start":"2026-03-24T15:10:12.397664Z","end":"2026-03-24T15:10:13.433591Z","steps":["trace[107388913] 'agreement among raft nodes before linearized reading' (duration: 1.03582603s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:13.43362Z","caller":"traceutil/trace.go:171","msg":"trace[356717740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7816; }","duration":"914.208322ms","start":"2026-03-24T15:10:12.519399Z","end":"2026-03-24T15:10:13.433607Z","steps":["trace[356717740] 'agreement among raft nodes before linearized reading' (duration: 914.085127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.397646Z","time spent":"1.035979975s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.519352Z","time spent":"914.288864ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:10:13.433353Z","caller":"traceutil/trace.go:171","msg":"trace[1054462402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7816; }","duration":"914.828529ms","start":"2026-03-24T15:10:12.518505Z","end":"2026-03-24T15:10:13.433333Z","steps":["trace[1054462402] 'agreement among raft nodes before linearized reading' (duration: 914.593313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.662657Z","time spent":"771.030052ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-24T15:10:13.433461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.423804Z","time spent":"1.009650174s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.266621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:10:13.433827Z","caller":"traceutil/trace.go:171","msg":"trace[60122040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:7816; }","duration":"905.594008ms","start":"2026-03-24T15:10:12.52822Z","end":"2026-03-24T15:10:13.433814Z","steps":["trace[60122040] 'agreement among raft nodes before linearized reading' (duration: 905.162617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:13.433487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.480749Z","time spent":"952.727079ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.52821Z","time spent":"905.708732ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.51846Z","time spent":"915.301951ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:13.433465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:12.41739Z","time spent":"1.015528522s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:23.886591Z","caller":"traceutil/trace.go:171","msg":"trace[656291892] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"419.795985ms","start":"2026-03-24T15:10:23.466769Z","end":"2026-03-24T15:10:23.886565Z","steps":["trace[656291892] 'process raft request' (duration: 419.654761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:23.886756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.466744Z","time spent":"419.924889ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:24.362639Z","caller":"traceutil/trace.go:171","msg":"trace[884564] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8166; }","duration":"883.061673ms","start":"2026-03-24T15:10:23.47955Z","end":"2026-03-24T15:10:24.362612Z","steps":["trace[884564] 'read index received' (duration: 407.887025ms)","trace[884564] 'applied index is now lower than readState.Index' (duration: 475.173158ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:10:24.362714Z","caller":"traceutil/trace.go:171","msg":"trace[423970673] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"890.246595ms","start":"2026-03-24T15:10:23.472431Z","end":"2026-03-24T15:10:24.362678Z","steps":["trace[423970673] 'process raft request' (duration: 863.539705ms)","trace[423970673] 'compare' (duration: 25.745034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:24.362821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.239677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:10:24.362869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.472414Z","time spent":"890.366109ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:24.362921Z","caller":"traceutil/trace.go:171","msg":"trace[1228427183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"883.39284ms","start":"2026-03-24T15:10:23.479506Z","end":"2026-03-24T15:10:24.362899Z","steps":["trace[1228427183] 'agreement among raft nodes before linearized reading' (duration: 883.218096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.362927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.055323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:10:24.362966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.47949Z","time spent":"883.467903ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:10:24.362967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.27197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:10:24.363046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.907176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:10:24.36305Z","caller":"traceutil/trace.go:171","msg":"trace[1693679290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7868; }","duration":"853.379352ms","start":"2026-03-24T15:10:23.509651Z","end":"2026-03-24T15:10:24.36303Z","steps":["trace[1693679290] 'agreement among raft nodes before linearized reading' (duration: 853.172127ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:24.363076Z","caller":"traceutil/trace.go:171","msg":"trace[1341445781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7868; }","duration":"853.959027ms","start":"2026-03-24T15:10:23.509108Z","end":"2026-03-24T15:10:24.363067Z","steps":["trace[1341445781] 'agreement among raft nodes before linearized reading' (duration: 853.877514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.509643Z","time spent":"853.454483ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-24T15:10:24.362968Z","caller":"traceutil/trace.go:171","msg":"trace[1827273402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"876.142245ms","start":"2026-03-24T15:10:23.486814Z","end":"2026-03-24T15:10:24.362957Z","steps":["trace[1827273402] 'agreement among raft nodes before linearized reading' (duration: 875.96497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.992279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:10:24.363212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.486802Z","time spent":"876.397692ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:24.363288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.133114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:10:24.363214Z","caller":"traceutil/trace.go:171","msg":"trace[2042521811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"857.03876ms","start":"2026-03-24T15:10:23.506168Z","end":"2026-03-24T15:10:24.363206Z","steps":["trace[2042521811] 'agreement among raft nodes before linearized reading' (duration: 856.964469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.464058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:10:24.363324Z","caller":"traceutil/trace.go:171","msg":"trace[673875290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7868; }","duration":"857.189104ms","start":"2026-03-24T15:10:23.506128Z","end":"2026-03-24T15:10:24.363317Z","steps":["trace[673875290] 'agreement among raft nodes before linearized reading' (duration: 857.103613ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:24.363343Z","caller":"traceutil/trace.go:171","msg":"trace[1048580965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7868; }","duration":"241.539031ms","start":"2026-03-24T15:10:24.121795Z","end":"2026-03-24T15:10:24.363334Z","steps":["trace[1048580965] 'agreement among raft nodes before linearized reading' (duration: 241.438018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.506152Z","time spent":"857.185486ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:24.363359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.506118Z","time spent":"857.234306ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:24.363515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.280975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:10:24.363546Z","caller":"traceutil/trace.go:171","msg":"trace[1495192131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7868; }","duration":"861.332635ms","start":"2026-03-24T15:10:23.502205Z","end":"2026-03-24T15:10:24.363538Z","steps":["trace[1495192131] 'agreement among raft nodes before linearized reading' (duration: 861.258284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.502195Z","time spent":"861.370988ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:10:24.363614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.900782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:10:24.363113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.509098Z","time spent":"854.003928ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:10:24.363662Z","caller":"traceutil/trace.go:171","msg":"trace[917095683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:7868; }","duration":"851.949353ms","start":"2026-03-24T15:10:23.511702Z","end":"2026-03-24T15:10:24.363651Z","steps":["trace[917095683] 'agreement among raft nodes before linearized reading' (duration: 851.83205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:24.363698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:23.511666Z","time spent":"852.025696ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:10:26.754475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.6257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:10:26.754745Z","caller":"traceutil/trace.go:171","msg":"trace[333167191] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"328.791003ms","start":"2026-03-24T15:10:26.425927Z","end":"2026-03-24T15:10:26.754718Z","steps":["trace[333167191] 'process raft request' (duration: 42.829674ms)","trace[333167191] 'compare' (duration: 285.467165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:26.75485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.425865Z","time spent":"328.936716ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:26.754748Z","caller":"traceutil/trace.go:171","msg":"trace[1136815233] linearizableReadLoop","detail":"{readStateIndex:8176; appliedIndex:8175; }","duration":"328.507964ms","start":"2026-03-24T15:10:26.426176Z","end":"2026-03-24T15:10:26.754684Z","steps":["trace[1136815233] 'read index received' (duration: 42.551107ms)","trace[1136815233] 'applied index is now lower than readState.Index' (duration: 285.954357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:26.755367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.186884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-24T15:10:26.755436Z","caller":"traceutil/trace.go:171","msg":"trace[203935058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7877; }","duration":"329.261975ms","start":"2026-03-24T15:10:26.426159Z","end":"2026-03-24T15:10:26.755421Z","steps":["trace[203935058] 'agreement among raft nodes before linearized reading' (duration: 328.624998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:26.755535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.426142Z","time spent":"329.372318ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223851,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-24T15:10:26.851909Z","caller":"traceutil/trace.go:171","msg":"trace[447844489] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"425.697224ms","start":"2026-03-24T15:10:26.426184Z","end":"2026-03-24T15:10:26.851881Z","steps":["trace[447844489] 'process raft request' (duration: 425.432897ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:26.851907Z","caller":"traceutil/trace.go:171","msg":"trace[295494326] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"425.461158ms","start":"2026-03-24T15:10:26.426418Z","end":"2026-03-24T15:10:26.85188Z","steps":["trace[295494326] 'process raft request' (duration: 425.382286ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:26.85194Z","caller":"traceutil/trace.go:171","msg":"trace[150402018] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"425.506779ms","start":"2026-03-24T15:10:26.426408Z","end":"2026-03-24T15:10:26.851915Z","steps":["trace[150402018] 'process raft request' (duration: 425.349045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:26.852044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.426174Z","time spent":"425.798517ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:26.85205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.426388Z","time spent":"425.603962ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:26.852066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.426391Z","time spent":"425.591401ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:26.852231Z","caller":"traceutil/trace.go:171","msg":"trace[2055516211] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"425.440708ms","start":"2026-03-24T15:10:26.426759Z","end":"2026-03-24T15:10:26.8522Z","steps":["trace[2055516211] 'process raft request' (duration: 425.307055ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:26.852267Z","caller":"traceutil/trace.go:171","msg":"trace[1612964011] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"425.779467ms","start":"2026-03-24T15:10:26.426427Z","end":"2026-03-24T15:10:26.852207Z","steps":["trace[1612964011] 'process raft request' (duration: 425.410138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:26.852403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.42675Z","time spent":"425.570201ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:26.852671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:26.426413Z","time spent":"426.047524ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:27.396468Z","caller":"traceutil/trace.go:171","msg":"trace[219567078] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"343.722144ms","start":"2026-03-24T15:10:27.052715Z","end":"2026-03-24T15:10:27.396437Z","steps":["trace[219567078] 'process raft request' (duration: 343.55005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:27.396656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.052685Z","time spent":"343.87092ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:27.852743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.533109Z","time spent":"319.626986ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-24T15:10:27.852949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.137401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:10:27.853043Z","caller":"traceutil/trace.go:171","msg":"trace[165206179] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8182; }","duration":"409.177538ms","start":"2026-03-24T15:10:27.443851Z","end":"2026-03-24T15:10:27.853029Z","steps":["trace[165206179] 'read index received' (duration: 92.865072ms)","trace[165206179] 'applied index is now lower than readState.Index' (duration: 316.311376ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:10:27.85308Z","caller":"traceutil/trace.go:171","msg":"trace[129729215] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"711.335924ms","start":"2026-03-24T15:10:27.141708Z","end":"2026-03-24T15:10:27.853044Z","steps":["trace[129729215] 'process raft request' (duration: 395.029308ms)","trace[129729215] 'compare' (duration: 316.053489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:27.853192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.320043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:10:27.853237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.141678Z","time spent":"711.473516ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:27.853285Z","caller":"traceutil/trace.go:171","msg":"trace[1064408723] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7884; }","duration":"409.426625ms","start":"2026-03-24T15:10:27.443836Z","end":"2026-03-24T15:10:27.853262Z","steps":["trace[1064408723] 'agreement among raft nodes before linearized reading' (duration: 409.256431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:27.853334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.443777Z","time spent":"409.547229ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:10:28.095023Z","caller":"traceutil/trace.go:171","msg":"trace[1166188459] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"241.91797ms","start":"2026-03-24T15:10:27.853076Z","end":"2026-03-24T15:10:28.094994Z","steps":["trace[1166188459] 'read index received' (duration: 171.102381ms)","trace[1166188459] 'applied index is now lower than readState.Index' (duration: 70.812679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:28.09521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.535855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:10:28.095251Z","caller":"traceutil/trace.go:171","msg":"trace[1988961786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7885; }","duration":"614.625487ms","start":"2026-03-24T15:10:27.480613Z","end":"2026-03-24T15:10:28.095239Z","steps":["trace[1988961786] 'agreement among raft nodes before linearized reading' (duration: 614.494613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:28.095292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.480599Z","time spent":"614.684928ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T15:10:28.095373Z","caller":"traceutil/trace.go:171","msg":"trace[604766923] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"173.094896ms","start":"2026-03-24T15:10:27.922251Z","end":"2026-03-24T15:10:28.095346Z","steps":["trace[604766923] 'process raft request' (duration: 172.617143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:28.095425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.905207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:10:28.09551Z","caller":"traceutil/trace.go:171","msg":"trace[222334806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7885; }","duration":"558.01197ms","start":"2026-03-24T15:10:27.537477Z","end":"2026-03-24T15:10:28.095489Z","steps":["trace[222334806] 'agreement among raft nodes before linearized reading' (duration: 557.844996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:28.095554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:27.537438Z","time spent":"558.106353ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:10:29.100639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.078209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:10:29.100696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.719069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:10:29.100781Z","caller":"traceutil/trace.go:171","msg":"trace[1486900552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7886; }","duration":"243.841133ms","start":"2026-03-24T15:10:28.856921Z","end":"2026-03-24T15:10:29.100762Z","steps":["trace[1486900552] 'range keys from in-memory index tree' (duration: 243.558726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.100814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.147722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:10:29.100848Z","caller":"traceutil/trace.go:171","msg":"trace[355968063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7886; }","duration":"342.178484ms","start":"2026-03-24T15:10:28.758658Z","end":"2026-03-24T15:10:29.100836Z","steps":["trace[355968063] 'range keys from in-memory index tree' (duration: 341.980078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.100881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:28.758594Z","time spent":"342.277965ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:10:29.100858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.289125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:10:29.100938Z","caller":"traceutil/trace.go:171","msg":"trace[1260803831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7886; }","duration":"244.424557ms","start":"2026-03-24T15:10:28.856494Z","end":"2026-03-24T15:10:29.100919Z","steps":["trace[1260803831] 'range keys from in-memory index tree' (duration: 244.092089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.100962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.757093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-24T15:10:29.101009Z","caller":"traceutil/trace.go:171","msg":"trace[1396972114] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7886; }","duration":"508.851546ms","start":"2026-03-24T15:10:28.592144Z","end":"2026-03-24T15:10:29.100996Z","steps":["trace[1396972114] 'range keys from in-memory index tree' (duration: 508.508146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.101036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.762086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:10:29.10104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:28.59212Z","time spent":"508.912386ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414342,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-24T15:10:29.100722Z","caller":"traceutil/trace.go:171","msg":"trace[2123729470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7886; }","duration":"244.201511ms","start":"2026-03-24T15:10:28.856501Z","end":"2026-03-24T15:10:29.100703Z","steps":["trace[2123729470] 'range keys from in-memory index tree' (duration: 243.854732ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.101061Z","caller":"traceutil/trace.go:171","msg":"trace[1977327914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7886; }","duration":"244.8286ms","start":"2026-03-24T15:10:28.856224Z","end":"2026-03-24T15:10:29.101053Z","steps":["trace[1977327914] 'range keys from in-memory index tree' (duration: 244.652025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.101125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.316871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:10:29.101207Z","caller":"traceutil/trace.go:171","msg":"trace[1757059381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:7886; }","duration":"337.443365ms","start":"2026-03-24T15:10:28.763744Z","end":"2026-03-24T15:10:29.101188Z","steps":["trace[1757059381] 'range keys from in-memory index tree' (duration: 337.140167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.10126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:28.763723Z","time spent":"337.525337ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:10:29.101249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.320665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:10:29.101367Z","caller":"traceutil/trace.go:171","msg":"trace[802312595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7886; }","duration":"244.465179ms","start":"2026-03-24T15:10:28.856883Z","end":"2026-03-24T15:10:29.101349Z","steps":["trace[802312595] 'range keys from in-memory index tree' (duration: 244.11378ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.260538Z","caller":"traceutil/trace.go:171","msg":"trace[2042819414] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"154.685509ms","start":"2026-03-24T15:10:29.105821Z","end":"2026-03-24T15:10:29.260506Z","steps":["trace[2042819414] 'process raft request' (duration: 154.510945ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321323Z","caller":"traceutil/trace.go:171","msg":"trace[203886452] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8186; }","duration":"214.857821ms","start":"2026-03-24T15:10:29.106448Z","end":"2026-03-24T15:10:29.321305Z","steps":["trace[203886452] 'read index received' (duration: 153.878378ms)","trace[203886452] 'applied index is now lower than readState.Index' (duration: 60.978393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:29.321578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.526774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:10:29.321628Z","caller":"traceutil/trace.go:171","msg":"trace[1849997696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7892; }","duration":"207.638347ms","start":"2026-03-24T15:10:29.113983Z","end":"2026-03-24T15:10:29.321621Z","steps":["trace[1849997696] 'agreement among raft nodes before linearized reading' (duration: 207.529954ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321707Z","caller":"traceutil/trace.go:171","msg":"trace[2144759522] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"215.799926ms","start":"2026-03-24T15:10:29.105889Z","end":"2026-03-24T15:10:29.321689Z","steps":["trace[2144759522] 'process raft request' (duration: 215.248141ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321706Z","caller":"traceutil/trace.go:171","msg":"trace[782632342] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"215.552519ms","start":"2026-03-24T15:10:29.106126Z","end":"2026-03-24T15:10:29.321679Z","steps":["trace[782632342] 'process raft request' (duration: 215.104287ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321761Z","caller":"traceutil/trace.go:171","msg":"trace[81979197] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"215.537899ms","start":"2026-03-24T15:10:29.106216Z","end":"2026-03-24T15:10:29.321754Z","steps":["trace[81979197] 'process raft request' (duration: 215.037225ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321766Z","caller":"traceutil/trace.go:171","msg":"trace[1499533921] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"215.365385ms","start":"2026-03-24T15:10:29.106366Z","end":"2026-03-24T15:10:29.321732Z","steps":["trace[1499533921] 'process raft request' (duration: 214.905312ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:29.321797Z","caller":"traceutil/trace.go:171","msg":"trace[383959667] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"214.947633ms","start":"2026-03-24T15:10:29.10681Z","end":"2026-03-24T15:10:29.321758Z","steps":["trace[383959667] 'process raft request' (duration: 214.477371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:29.321813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.343504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223828"} {"level":"info","ts":"2026-03-24T15:10:29.322103Z","caller":"traceutil/trace.go:171","msg":"trace[290802642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7892; }","duration":"215.651502ms","start":"2026-03-24T15:10:29.106442Z","end":"2026-03-24T15:10:29.322094Z","steps":["trace[290802642] 'agreement among raft nodes before linearized reading' (duration: 215.049115ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:54.299848Z","caller":"traceutil/trace.go:171","msg":"trace[26048860] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"117.254061ms","start":"2026-03-24T15:10:54.182567Z","end":"2026-03-24T15:10:54.299821Z","steps":["trace[26048860] 'process raft request' (duration: 117.108886ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:56.90618Z","caller":"traceutil/trace.go:171","msg":"trace[145772453] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8382; }","duration":"425.740295ms","start":"2026-03-24T15:10:56.480407Z","end":"2026-03-24T15:10:56.906148Z","steps":["trace[145772453] 'read index received' (duration: 425.602851ms)","trace[145772453] 'applied index is now lower than readState.Index' (duration: 135.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:10:56.906235Z","caller":"traceutil/trace.go:171","msg":"trace[351902228] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"601.539164ms","start":"2026-03-24T15:10:56.304656Z","end":"2026-03-24T15:10:56.906195Z","steps":["trace[351902228] 'process raft request' (duration: 601.297607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:56.906378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.943111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:10:56.906422Z","caller":"traceutil/trace.go:171","msg":"trace[254213847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8076; }","duration":"426.045593ms","start":"2026-03-24T15:10:56.480363Z","end":"2026-03-24T15:10:56.906409Z","steps":["trace[254213847] 'agreement among raft nodes before linearized reading' (duration: 425.947401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:56.906535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.480341Z","time spent":"426.184248ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:10:56.906427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.304633Z","time spent":"601.685148ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:10:57.406576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8857908804334304665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-24T15:10:57.776233Z","caller":"traceutil/trace.go:171","msg":"trace[186831171] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"1.198060443s","start":"2026-03-24T15:10:56.578128Z","end":"2026-03-24T15:10:57.776188Z","steps":["trace[186831171] 'process raft request' (duration: 1.173581133s)","trace[186831171] 'compare' (duration: 24.222003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:57.776389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.578113Z","time spent":"1.198188296s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:10:57.778724Z","caller":"traceutil/trace.go:171","msg":"trace[582574295] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8383; }","duration":"872.434296ms","start":"2026-03-24T15:10:56.906273Z","end":"2026-03-24T15:10:57.778708Z","steps":["trace[582574295] 'read index received' (duration: 845.319675ms)","trace[582574295] 'applied index is now lower than readState.Index' (duration: 27.113781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:10:57.778994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.941706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:10:57.779027Z","caller":"traceutil/trace.go:171","msg":"trace[597096451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"871.048338ms","start":"2026-03-24T15:10:56.907969Z","end":"2026-03-24T15:10:57.779017Z","steps":["trace[597096451] 'agreement among raft nodes before linearized reading' (duration: 870.959045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.779049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.907943Z","time spent":"871.100028ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:10:57.779224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.255455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:10:57.779251Z","caller":"traceutil/trace.go:171","msg":"trace[177142484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8078; }","duration":"897.288606ms","start":"2026-03-24T15:10:56.881955Z","end":"2026-03-24T15:10:57.779244Z","steps":["trace[177142484] 'agreement among raft nodes before linearized reading' (duration: 896.935687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.779276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.881846Z","time spent":"897.423919ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:10:57.779377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07368302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:10:57.7794Z","caller":"traceutil/trace.go:171","msg":"trace[60184645] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8078; }","duration":"1.073744032s","start":"2026-03-24T15:10:56.70565Z","end":"2026-03-24T15:10:57.779394Z","steps":["trace[60184645] 'agreement among raft nodes before linearized reading' (duration: 1.073250459s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.779422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:56.705628Z","time spent":"1.073788833s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:10:57.780376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.832591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:10:57.780376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.58238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:10:57.780491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.514059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:10:57.780498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.039585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:10:57.780487Z","caller":"traceutil/trace.go:171","msg":"trace[416016360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8078; }","duration":"327.757725ms","start":"2026-03-24T15:10:57.452705Z","end":"2026-03-24T15:10:57.780463Z","steps":["trace[416016360] 'agreement among raft nodes before linearized reading' (duration: 327.348304ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:57.780522Z","caller":"traceutil/trace.go:171","msg":"trace[1672006651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:8078; }","duration":"291.134978ms","start":"2026-03-24T15:10:57.489382Z","end":"2026-03-24T15:10:57.780517Z","steps":["trace[1672006651] 'agreement among raft nodes before linearized reading' (duration: 291.069416ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:10:57.780529Z","caller":"traceutil/trace.go:171","msg":"trace[1300425708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8078; }","duration":"327.552709ms","start":"2026-03-24T15:10:57.452957Z","end":"2026-03-24T15:10:57.78051Z","steps":["trace[1300425708] 'agreement among raft nodes before linearized reading' (duration: 327.498907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.780555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.452951Z","time spent":"327.6ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T15:10:57.780548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.452689Z","time spent":"327.849697ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-24T15:10:57.780428Z","caller":"traceutil/trace.go:171","msg":"trace[2035926048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"322.896823ms","start":"2026-03-24T15:10:57.457514Z","end":"2026-03-24T15:10:57.780411Z","steps":["trace[2035926048] 'agreement among raft nodes before linearized reading' (duration: 322.725568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.780625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.457505Z","time spent":"323.114319ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:57.780402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.148297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:10:57.780665Z","caller":"traceutil/trace.go:171","msg":"trace[674218686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8078; }","duration":"324.448195ms","start":"2026-03-24T15:10:57.456212Z","end":"2026-03-24T15:10:57.78066Z","steps":["trace[674218686] 'agreement among raft nodes before linearized reading' (duration: 324.041864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.780677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.456203Z","time spent":"324.470646ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:10:57.780698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.542036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:10:57.78072Z","caller":"traceutil/trace.go:171","msg":"trace[1969250409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8078; }","duration":"321.580818ms","start":"2026-03-24T15:10:57.459131Z","end":"2026-03-24T15:10:57.780712Z","steps":["trace[1969250409] 'agreement among raft nodes before linearized reading' (duration: 321.521796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.780737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.459123Z","time spent":"321.610478ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:10:57.780768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.640997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:10:57.780801Z","caller":"traceutil/trace.go:171","msg":"trace[2014839084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8078; }","duration":"391.709047ms","start":"2026-03-24T15:10:57.389081Z","end":"2026-03-24T15:10:57.78079Z","steps":["trace[2014839084] 'agreement among raft nodes before linearized reading' (duration: 391.615185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:10:57.78083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:10:57.389062Z","time spent":"391.76086ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:11:09.738649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.092629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-24T15:11:09.738836Z","caller":"traceutil/trace.go:171","msg":"trace[1260166492] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"141.695129ms","start":"2026-03-24T15:11:09.597121Z","end":"2026-03-24T15:11:09.738817Z","steps":["trace[1260166492] 'read index received' (duration: 15.255571ms)","trace[1260166492] 'applied index is now lower than readState.Index' (duration: 126.437608ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:09.738895Z","caller":"traceutil/trace.go:171","msg":"trace[1394560258] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8176; }","duration":"142.748229ms","start":"2026-03-24T15:11:09.596092Z","end":"2026-03-24T15:11:09.73884Z","steps":["trace[1394560258] 'compare' (duration: 125.953414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:09.739085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.793792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:11:09.739167Z","caller":"traceutil/trace.go:171","msg":"trace[925757126] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8176; }","duration":"142.045989ms","start":"2026-03-24T15:11:09.597103Z","end":"2026-03-24T15:11:09.739149Z","steps":["trace[925757126] 'agreement among raft nodes before linearized reading' (duration: 141.774211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.20313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.374912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:11:10.203344Z","caller":"traceutil/trace.go:171","msg":"trace[490577085] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"604.019351ms","start":"2026-03-24T15:11:09.599305Z","end":"2026-03-24T15:11:10.203324Z","steps":["trace[490577085] 'process raft request' (duration: 331.352612ms)","trace[490577085] 'compare' (duration: 272.267568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:11:10.203426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.599239Z","time spent":"604.149973ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:11:10.203583Z","caller":"traceutil/trace.go:171","msg":"trace[324016815] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8488; }","duration":"323.241263ms","start":"2026-03-24T15:11:09.880298Z","end":"2026-03-24T15:11:10.203539Z","steps":["trace[324016815] 'read index received' (duration: 50.350387ms)","trace[324016815] 'applied index is now lower than readState.Index' (duration: 272.888976ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:10.20368Z","caller":"traceutil/trace.go:171","msg":"trace[1100724670] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"330.712553ms","start":"2026-03-24T15:11:09.8729Z","end":"2026-03-24T15:11:10.203613Z","steps":["trace[1100724670] 'process raft request' (duration: 330.364454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.203811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.872867Z","time spent":"330.876989ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:11:10.203852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.090038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-24T15:11:10.203884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.582533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:11:10.203896Z","caller":"traceutil/trace.go:171","msg":"trace[812454598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8178; }","duration":"323.197842ms","start":"2026-03-24T15:11:09.880686Z","end":"2026-03-24T15:11:10.203884Z","steps":["trace[812454598] 'agreement among raft nodes before linearized reading' (duration: 323.043028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.203932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.88064Z","time spent":"323.285773ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-24T15:11:10.203967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.080645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:11:10.204043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.314897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-24T15:11:10.204068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.077695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:11:10.20408Z","caller":"traceutil/trace.go:171","msg":"trace[1230789972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8178; }","duration":"319.373378ms","start":"2026-03-24T15:11:09.884696Z","end":"2026-03-24T15:11:10.204069Z","steps":["trace[1230789972] 'agreement among raft nodes before linearized reading' (duration: 319.278346ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:10.204067Z","caller":"traceutil/trace.go:171","msg":"trace[757945731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8178; }","duration":"314.209959ms","start":"2026-03-24T15:11:09.889835Z","end":"2026-03-24T15:11:10.204045Z","steps":["trace[757945731] 'agreement among raft nodes before linearized reading' (duration: 313.960233ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:10.204104Z","caller":"traceutil/trace.go:171","msg":"trace[894709928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8178; }","duration":"321.162407ms","start":"2026-03-24T15:11:09.882933Z","end":"2026-03-24T15:11:10.204095Z","steps":["trace[894709928] 'agreement among raft nodes before linearized reading' (duration: 321.075834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.204132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.882912Z","time spent":"321.214157ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:11:10.204137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.889821Z","time spent":"314.299651ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:11:10.204138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.884682Z","time spent":"319.44363ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:11:10.203941Z","caller":"traceutil/trace.go:171","msg":"trace[1826085987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8178; }","duration":"323.718645ms","start":"2026-03-24T15:11:09.880209Z","end":"2026-03-24T15:11:10.203928Z","steps":["trace[1826085987] 'agreement among raft nodes before linearized reading' (duration: 323.499319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.204266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.401369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:11:10.204272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.880174Z","time spent":"324.058955ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-24T15:11:10.204322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.475287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:11:10.204341Z","caller":"traceutil/trace.go:171","msg":"trace[1695879790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:8178; }","duration":"306.515932ms","start":"2026-03-24T15:11:09.897808Z","end":"2026-03-24T15:11:10.204323Z","steps":["trace[1695879790] 'agreement among raft nodes before linearized reading' (duration: 306.295756ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:10.204404Z","caller":"traceutil/trace.go:171","msg":"trace[1666250215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8178; }","duration":"314.570999ms","start":"2026-03-24T15:11:09.88981Z","end":"2026-03-24T15:11:10.204381Z","steps":["trace[1666250215] 'agreement among raft nodes before linearized reading' (duration: 314.331212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:10.20442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.897798Z","time spent":"306.589724ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:11:10.204452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:09.889799Z","time spent":"314.64168ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T15:11:10.354443Z","caller":"traceutil/trace.go:171","msg":"trace[242200534] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"102.730249ms","start":"2026-03-24T15:11:10.251678Z","end":"2026-03-24T15:11:10.354408Z","steps":["trace[242200534] 'process raft request' (duration: 99.673366ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:10.683138Z","caller":"traceutil/trace.go:171","msg":"trace[1890647414] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"126.063249ms","start":"2026-03-24T15:11:10.557019Z","end":"2026-03-24T15:11:10.683083Z","steps":["trace[1890647414] 'process raft request' (duration: 125.651488ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:11.194343Z","caller":"traceutil/trace.go:171","msg":"trace[538055184] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"432.509028ms","start":"2026-03-24T15:11:10.761803Z","end":"2026-03-24T15:11:11.194312Z","steps":["trace[538055184] 'process raft request' (duration: 348.300188ms)","trace[538055184] 'compare' (duration: 84.070415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:11:11.194492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:10.761773Z","time spent":"432.657603ms","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-24T15:11:11.198135Z","caller":"traceutil/trace.go:171","msg":"trace[463752555] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"236.716191ms","start":"2026-03-24T15:11:10.961403Z","end":"2026-03-24T15:11:11.198119Z","steps":["trace[463752555] 'process raft request' (duration: 236.634318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.054575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.344419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67df6489cc-kmr5h.189fcf91731a1916\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-24T15:11:12.054673Z","caller":"traceutil/trace.go:171","msg":"trace[1652735838] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67df6489cc-kmr5h.189fcf91731a1916; range_end:; response_count:1; response_revision:8191; }","duration":"236.493944ms","start":"2026-03-24T15:11:11.818155Z","end":"2026-03-24T15:11:12.054649Z","steps":["trace[1652735838] 'range keys from in-memory index tree' (duration: 236.135994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.054912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.659365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:11:12.054987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.4266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-24T15:11:12.055073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.703096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.63\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-24T15:11:12.055086Z","caller":"traceutil/trace.go:171","msg":"trace[1092390860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8191; }","duration":"621.574493ms","start":"2026-03-24T15:11:11.433491Z","end":"2026-03-24T15:11:12.055065Z","steps":["trace[1092390860] 'range keys from in-memory index tree' (duration: 621.240614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.055142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:11.433469Z","time spent":"621.662737ms","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-24T15:11:12.055139Z","caller":"traceutil/trace.go:171","msg":"trace[1419230396] range","detail":"{range_begin:/registry/masterleases/199.19.213.63; range_end:; response_count:1; response_revision:8191; }","duration":"283.816951ms","start":"2026-03-24T15:11:11.771303Z","end":"2026-03-24T15:11:12.05512Z","steps":["trace[1419230396] 'range keys from in-memory index tree' (duration: 283.392859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.054957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.950578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:11:12.055698Z","caller":"traceutil/trace.go:171","msg":"trace[225954133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8191; }","duration":"683.659178ms","start":"2026-03-24T15:11:11.371986Z","end":"2026-03-24T15:11:12.055645Z","steps":["trace[225954133] 'range keys from in-memory index tree' (duration: 682.936648ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:12.055112Z","caller":"traceutil/trace.go:171","msg":"trace[842264557] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8191; }","duration":"349.922011ms","start":"2026-03-24T15:11:11.705124Z","end":"2026-03-24T15:11:12.055046Z","steps":["trace[842264557] 'count revisions from in-memory index tree' (duration: 349.444149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.055871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:11.705092Z","time spent":"350.760044ms","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:11:12.056094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.07659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-24T15:11:12.056155Z","caller":"traceutil/trace.go:171","msg":"trace[409775517] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8191; }","duration":"628.186162ms","start":"2026-03-24T15:11:11.427955Z","end":"2026-03-24T15:11:12.056141Z","steps":["trace[409775517] 'range keys from in-memory index tree' (duration: 626.973089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.056192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:11:11.427929Z","time spent":"628.252204ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-24T15:11:12.377146Z","caller":"traceutil/trace.go:171","msg":"trace[1683551342] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"101.768834ms","start":"2026-03-24T15:11:12.275329Z","end":"2026-03-24T15:11:12.377098Z","steps":["trace[1683551342] 'process raft request' (duration: 54.291315ms)","trace[1683551342] 'compare' (duration: 47.270623ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:12.395035Z","caller":"traceutil/trace.go:171","msg":"trace[363458984] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"119.583734ms","start":"2026-03-24T15:11:12.275411Z","end":"2026-03-24T15:11:12.394995Z","steps":["trace[363458984] 'process raft request' (duration: 119.301496ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:12.395512Z","caller":"traceutil/trace.go:171","msg":"trace[2139260162] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"120.034485ms","start":"2026-03-24T15:11:12.275457Z","end":"2026-03-24T15:11:12.395491Z","steps":["trace[2139260162] 'process raft request' (duration: 119.47345ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:12.39567Z","caller":"traceutil/trace.go:171","msg":"trace[1201528607] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8509; }","duration":"119.651375ms","start":"2026-03-24T15:11:12.275981Z","end":"2026-03-24T15:11:12.395633Z","steps":["trace[1201528607] 'read index received' (duration: 53.639777ms)","trace[1201528607] 'applied index is now lower than readState.Index' (duration: 66.008758ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:12.395718Z","caller":"traceutil/trace.go:171","msg":"trace[381980190] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"120.2031ms","start":"2026-03-24T15:11:12.275462Z","end":"2026-03-24T15:11:12.395665Z","steps":["trace[381980190] 'process raft request' (duration: 119.854091ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:12.395731Z","caller":"traceutil/trace.go:171","msg":"trace[130786969] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"120.073827ms","start":"2026-03-24T15:11:12.275615Z","end":"2026-03-24T15:11:12.395689Z","steps":["trace[130786969] 'process raft request' (duration: 119.892832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.396136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.292321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-24T15:11:12.396242Z","caller":"traceutil/trace.go:171","msg":"trace[1590586565] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8201; }","duration":"117.457117ms","start":"2026-03-24T15:11:12.278762Z","end":"2026-03-24T15:11:12.396219Z","steps":["trace[1590586565] 'agreement among raft nodes before linearized reading' (duration: 117.136528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:12.39617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.169299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228473"} {"level":"info","ts":"2026-03-24T15:11:12.396378Z","caller":"traceutil/trace.go:171","msg":"trace[918463699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8201; }","duration":"120.396245ms","start":"2026-03-24T15:11:12.275966Z","end":"2026-03-24T15:11:12.396363Z","steps":["trace[918463699] 'agreement among raft nodes before linearized reading' (duration: 119.80473ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:14.678384Z","caller":"traceutil/trace.go:171","msg":"trace[1012590897] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"258.102008ms","start":"2026-03-24T15:11:14.420261Z","end":"2026-03-24T15:11:14.678363Z","steps":["trace[1012590897] 'process raft request' (duration: 257.961254ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:14.708639Z","caller":"traceutil/trace.go:171","msg":"trace[2092761380] linearizableReadLoop","detail":"{readStateIndex:8528; appliedIndex:8524; }","duration":"227.639607ms","start":"2026-03-24T15:11:14.480981Z","end":"2026-03-24T15:11:14.70862Z","steps":["trace[2092761380] 'read index received' (duration: 197.270418ms)","trace[2092761380] 'applied index is now lower than readState.Index' (duration: 30.368019ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:11:14.70868Z","caller":"traceutil/trace.go:171","msg":"trace[648549512] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"288.311553ms","start":"2026-03-24T15:11:14.42034Z","end":"2026-03-24T15:11:14.708652Z","steps":["trace[648549512] 'process raft request' (duration: 288.126917ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:14.708713Z","caller":"traceutil/trace.go:171","msg":"trace[400072629] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"288.305384ms","start":"2026-03-24T15:11:14.4204Z","end":"2026-03-24T15:11:14.708706Z","steps":["trace[400072629] 'process raft request' (duration: 288.167539ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:14.708792Z","caller":"traceutil/trace.go:171","msg":"trace[1297847152] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"288.056716ms","start":"2026-03-24T15:11:14.420715Z","end":"2026-03-24T15:11:14.708772Z","steps":["trace[1297847152] 'process raft request' (duration: 287.87483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:11:14.708816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.814831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:11:14.708926Z","caller":"traceutil/trace.go:171","msg":"trace[599095125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"227.990496ms","start":"2026-03-24T15:11:14.480925Z","end":"2026-03-24T15:11:14.708915Z","steps":["trace[599095125] 'agreement among raft nodes before linearized reading' (duration: 227.795452ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:11:23.341843Z","caller":"traceutil/trace.go:171","msg":"trace[1825479181] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"221.12513ms","start":"2026-03-24T15:11:23.120694Z","end":"2026-03-24T15:11:23.341819Z","steps":["trace[1825479181] 'process raft request' (duration: 220.960156ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:14:17.759573Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d75c480e593e7aed","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T15:14:17.768687Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T15:14:17.768814Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T15:14:36.178067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7469} {"level":"info","ts":"2026-03-24T15:14:36.240506Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7469,"took":"60.498609ms","hash":265392171,"current-db-size-bytes":40947712,"current-db-size":"41 MB","current-db-size-in-use-bytes":24850432,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-24T15:14:36.240581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":265392171,"revision":7469,"compact-revision":5440} {"level":"info","ts":"2026-03-24T15:18:39.115529Z","caller":"traceutil/trace.go:171","msg":"trace[487378272] transaction","detail":"{read_only:false; response_revision:11028; number_of_response:1; }","duration":"119.307203ms","start":"2026-03-24T15:18:38.99617Z","end":"2026-03-24T15:18:39.115477Z","steps":["trace[487378272] 'process raft request' (duration: 115.627044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:39.555274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:18:39.555394Z","caller":"traceutil/trace.go:171","msg":"trace[383565079] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"435.18035ms","start":"2026-03-24T15:18:39.120193Z","end":"2026-03-24T15:18:39.555374Z","steps":["trace[383565079] 'process raft request' (duration: 329.526635ms)","trace[383565079] 'compare' (duration: 105.327177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:39.555456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:39.120173Z","time spent":"435.252761ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:18:39.556163Z","caller":"traceutil/trace.go:171","msg":"trace[1771800011] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"435.410306ms","start":"2026-03-24T15:18:39.120727Z","end":"2026-03-24T15:18:39.556138Z","steps":["trace[1771800011] 'process raft request' (duration: 435.114918ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:39.556226Z","caller":"traceutil/trace.go:171","msg":"trace[1142585671] transaction","detail":"{read_only:false; response_revision:11031; number_of_response:1; }","duration":"435.364934ms","start":"2026-03-24T15:18:39.120832Z","end":"2026-03-24T15:18:39.556197Z","steps":["trace[1142585671] 'process raft request' (duration: 435.283083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:39.556265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:39.120715Z","time spent":"435.500898ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:18:39.556373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:39.120806Z","time spent":"435.484528ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:18:39.556451Z","caller":"traceutil/trace.go:171","msg":"trace[66197889] linearizableReadLoop","detail":"{readStateIndex:11450; appliedIndex:11447; }","duration":"435.396145ms","start":"2026-03-24T15:18:39.12102Z","end":"2026-03-24T15:18:39.556416Z","steps":["trace[66197889] 'read index received' (duration: 328.598459ms)","trace[66197889] 'applied index is now lower than readState.Index' (duration: 106.56072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:39.556631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.587961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:18:39.556677Z","caller":"traceutil/trace.go:171","msg":"trace[501524514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11031; }","duration":"435.683094ms","start":"2026-03-24T15:18:39.12098Z","end":"2026-03-24T15:18:39.556663Z","steps":["trace[501524514] 'agreement among raft nodes before linearized reading' (duration: 435.481069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:39.556709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:39.120972Z","time spent":"435.728995ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-24T15:18:39.556716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.645152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:18:39.556755Z","caller":"traceutil/trace.go:171","msg":"trace[887193561] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11031; }","duration":"116.764665ms","start":"2026-03-24T15:18:39.439978Z","end":"2026-03-24T15:18:39.556743Z","steps":["trace[887193561] 'agreement among raft nodes before linearized reading' (duration: 116.58695ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:43.180039Z","caller":"traceutil/trace.go:171","msg":"trace[1644489583] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"214.850946ms","start":"2026-03-24T15:18:42.965157Z","end":"2026-03-24T15:18:43.180008Z","steps":["trace[1644489583] 'process raft request' (duration: 115.899392ms)","trace[1644489583] 'compare' (duration: 98.334888ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:45.231133Z","caller":"traceutil/trace.go:171","msg":"trace[1768526808] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"320.182104ms","start":"2026-03-24T15:18:44.910901Z","end":"2026-03-24T15:18:45.231084Z","steps":["trace[1768526808] 'process raft request' (duration: 304.319265ms)","trace[1768526808] 'compare' (duration: 15.662043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:45.231343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:44.910881Z","time spent":"320.352408ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:18:45.461808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.928454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:18:45.461917Z","caller":"traceutil/trace.go:171","msg":"trace[930943737] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11053; }","duration":"122.103268ms","start":"2026-03-24T15:18:45.339788Z","end":"2026-03-24T15:18:45.461891Z","steps":["trace[930943737] 'count revisions from in-memory index tree' (duration: 121.80013ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:45.827673Z","caller":"traceutil/trace.go:171","msg":"trace[517399644] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"124.709318ms","start":"2026-03-24T15:18:45.702921Z","end":"2026-03-24T15:18:45.82763Z","steps":["trace[517399644] 'process raft request' (duration: 93.444977ms)","trace[517399644] 'compare' (duration: 31.119147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:45.827943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.466982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:18:45.828043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.269117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:18:45.82806Z","caller":"traceutil/trace.go:171","msg":"trace[446710753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11056; }","duration":"114.649108ms","start":"2026-03-24T15:18:45.713389Z","end":"2026-03-24T15:18:45.828038Z","steps":["trace[446710753] 'agreement among raft nodes before linearized reading' (duration: 114.275718ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:45.828138Z","caller":"traceutil/trace.go:171","msg":"trace[495632421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:11056; }","duration":"101.38686ms","start":"2026-03-24T15:18:45.726728Z","end":"2026-03-24T15:18:45.828114Z","steps":["trace[495632421] 'agreement among raft nodes before linearized reading' (duration: 100.929998ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:45.98553Z","caller":"traceutil/trace.go:171","msg":"trace[1042135036] linearizableReadLoop","detail":"{readStateIndex:11477; appliedIndex:11476; }","duration":"107.538487ms","start":"2026-03-24T15:18:45.877968Z","end":"2026-03-24T15:18:45.985507Z","steps":["trace[1042135036] 'read index received' (duration: 54.53962ms)","trace[1042135036] 'applied index is now lower than readState.Index' (duration: 52.998127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:45.985647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.65638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:18:45.985678Z","caller":"traceutil/trace.go:171","msg":"trace[396155715] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11057; }","duration":"107.720101ms","start":"2026-03-24T15:18:45.877945Z","end":"2026-03-24T15:18:45.985665Z","steps":["trace[396155715] 'agreement among raft nodes before linearized reading' (duration: 107.64751ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:45.985663Z","caller":"traceutil/trace.go:171","msg":"trace[1376309402] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"153.474683ms","start":"2026-03-24T15:18:45.832145Z","end":"2026-03-24T15:18:45.98562Z","steps":["trace[1376309402] 'process raft request' (duration: 100.397104ms)","trace[1376309402] 'compare' (duration: 52.841763ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:46.989575Z","caller":"traceutil/trace.go:171","msg":"trace[32904620] linearizableReadLoop","detail":"{readStateIndex:11480; appliedIndex:11479; }","duration":"123.454125ms","start":"2026-03-24T15:18:46.866093Z","end":"2026-03-24T15:18:46.989547Z","steps":["trace[32904620] 'read index received' (duration: 70.401616ms)","trace[32904620] 'applied index is now lower than readState.Index' (duration: 53.050849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:46.989808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.704322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-24T15:18:46.989854Z","caller":"traceutil/trace.go:171","msg":"trace[1794391796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11059; }","duration":"123.773085ms","start":"2026-03-24T15:18:46.86607Z","end":"2026-03-24T15:18:46.989843Z","steps":["trace[1794391796] 'agreement among raft nodes before linearized reading' (duration: 123.579999ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:47.413709Z","caller":"traceutil/trace.go:171","msg":"trace[943938613] linearizableReadLoop","detail":"{readStateIndex:11483; appliedIndex:11482; }","duration":"100.22697ms","start":"2026-03-24T15:18:47.313448Z","end":"2026-03-24T15:18:47.413675Z","steps":["trace[943938613] 'read index received' (duration: 99.085268ms)","trace[943938613] 'applied index is now lower than readState.Index' (duration: 1.140052ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:47.413809Z","caller":"traceutil/trace.go:171","msg":"trace[1895295880] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"123.190947ms","start":"2026-03-24T15:18:47.290589Z","end":"2026-03-24T15:18:47.41378Z","steps":["trace[1895295880] 'process raft request' (duration: 121.995265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:47.413972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.505267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T15:18:47.41402Z","caller":"traceutil/trace.go:171","msg":"trace[1937450453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11062; }","duration":"100.618839ms","start":"2026-03-24T15:18:47.313386Z","end":"2026-03-24T15:18:47.414005Z","steps":["trace[1937450453] 'agreement among raft nodes before linearized reading' (duration: 100.423434ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:48.111705Z","caller":"traceutil/trace.go:171","msg":"trace[778200938] linearizableReadLoop","detail":"{readStateIndex:11487; appliedIndex:11486; }","duration":"122.468299ms","start":"2026-03-24T15:18:47.98921Z","end":"2026-03-24T15:18:48.111678Z","steps":["trace[778200938] 'read index received' (duration: 38.259961ms)","trace[778200938] 'applied index is now lower than readState.Index' (duration: 84.207288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:48.111907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.693824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:18:48.11195Z","caller":"traceutil/trace.go:171","msg":"trace[546519459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11066; }","duration":"122.807348ms","start":"2026-03-24T15:18:47.989129Z","end":"2026-03-24T15:18:48.111936Z","steps":["trace[546519459] 'agreement among raft nodes before linearized reading' (duration: 122.647023ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:48.112032Z","caller":"traceutil/trace.go:171","msg":"trace[302331799] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"126.27621ms","start":"2026-03-24T15:18:47.985724Z","end":"2026-03-24T15:18:48.112Z","steps":["trace[302331799] 'process raft request' (duration: 41.853477ms)","trace[302331799] 'compare' (duration: 83.983641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:48.438104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.530128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:18:48.438228Z","caller":"traceutil/trace.go:171","msg":"trace[158408255] linearizableReadLoop","detail":"{readStateIndex:11488; appliedIndex:11487; }","duration":"191.731084ms","start":"2026-03-24T15:18:48.246477Z","end":"2026-03-24T15:18:48.438208Z","steps":["trace[158408255] 'read index received' (duration: 67.742µs)","trace[158408255] 'applied index is now lower than readState.Index' (duration: 191.661992ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:48.43826Z","caller":"traceutil/trace.go:171","msg":"trace[570825026] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"321.133278ms","start":"2026-03-24T15:18:48.117088Z","end":"2026-03-24T15:18:48.438221Z","steps":["trace[570825026] 'process raft request' (duration: 116.386894ms)","trace[570825026] 'compare' (duration: 204.20403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:48.438339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.854977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:18:48.43837Z","caller":"traceutil/trace.go:171","msg":"trace[405469004] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11067; }","duration":"191.93501ms","start":"2026-03-24T15:18:48.246425Z","end":"2026-03-24T15:18:48.43836Z","steps":["trace[405469004] 'agreement among raft nodes before linearized reading' (duration: 191.835487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:48.438433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:48.117064Z","time spent":"321.279293ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:18:48.67574Z","caller":"traceutil/trace.go:171","msg":"trace[1700071543] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"408.44023ms","start":"2026-03-24T15:18:48.267182Z","end":"2026-03-24T15:18:48.675623Z","steps":["trace[1700071543] 'process raft request' (duration: 309.632079ms)","trace[1700071543] 'compare' (duration: 98.623486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:48.675997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:48.267146Z","time spent":"408.729707ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:18:49.058453Z","caller":"traceutil/trace.go:171","msg":"trace[1112447882] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"104.642398ms","start":"2026-03-24T15:18:48.953774Z","end":"2026-03-24T15:18:49.058416Z","steps":["trace[1112447882] 'process raft request' (duration: 104.307589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:49.363014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.856537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:18:49.36312Z","caller":"traceutil/trace.go:171","msg":"trace[1236196290] linearizableReadLoop","detail":"{readStateIndex:11491; appliedIndex:11490; }","duration":"296.589057ms","start":"2026-03-24T15:18:49.066513Z","end":"2026-03-24T15:18:49.363102Z","steps":["trace[1236196290] 'read index received' (duration: 104.492935ms)","trace[1236196290] 'applied index is now lower than readState.Index' (duration: 192.094862ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:49.363204Z","caller":"traceutil/trace.go:171","msg":"trace[9010951] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"299.729022ms","start":"2026-03-24T15:18:49.063442Z","end":"2026-03-24T15:18:49.363171Z","steps":["trace[9010951] 'process raft request' (duration: 107.627578ms)","trace[9010951] 'compare' (duration: 191.59533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:49.363342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.824244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-24T15:18:49.363381Z","caller":"traceutil/trace.go:171","msg":"trace[830738890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11070; }","duration":"296.881816ms","start":"2026-03-24T15:18:49.06649Z","end":"2026-03-24T15:18:49.363372Z","steps":["trace[830738890] 'agreement among raft nodes before linearized reading' (duration: 296.713721ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:49.707264Z","caller":"traceutil/trace.go:171","msg":"trace[487780346] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"337.888581ms","start":"2026-03-24T15:18:49.369343Z","end":"2026-03-24T15:18:49.707232Z","steps":["trace[487780346] 'process raft request' (duration: 290.007751ms)","trace[487780346] 'compare' (duration: 47.670064ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:49.7074Z","caller":"traceutil/trace.go:171","msg":"trace[602477551] linearizableReadLoop","detail":"{readStateIndex:11494; appliedIndex:11492; }","duration":"229.471191ms","start":"2026-03-24T15:18:49.477898Z","end":"2026-03-24T15:18:49.707369Z","steps":["trace[602477551] 'read index received' (duration: 181.382586ms)","trace[602477551] 'applied index is now lower than readState.Index' (duration: 48.086115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:49.70745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:49.369333Z","time spent":"338.024064ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:18:49.7076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.686286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:18:49.707659Z","caller":"traceutil/trace.go:171","msg":"trace[1311671797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11073; }","duration":"229.807499ms","start":"2026-03-24T15:18:49.477836Z","end":"2026-03-24T15:18:49.707643Z","steps":["trace[1311671797] 'agreement among raft nodes before linearized reading' (duration: 229.689296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:49.707721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.996246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:18:49.707779Z","caller":"traceutil/trace.go:171","msg":"trace[588165091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11073; }","duration":"213.089999ms","start":"2026-03-24T15:18:49.494663Z","end":"2026-03-24T15:18:49.707753Z","steps":["trace[588165091] 'agreement among raft nodes before linearized reading' (duration: 212.939675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:49.7078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.229026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-24T15:18:49.707852Z","caller":"traceutil/trace.go:171","msg":"trace[233864538] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11073; }","duration":"124.341908ms","start":"2026-03-24T15:18:49.583495Z","end":"2026-03-24T15:18:49.707837Z","steps":["trace[233864538] 'agreement among raft nodes before linearized reading' (duration: 124.190264ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:49.70786Z","caller":"traceutil/trace.go:171","msg":"trace[1656046828] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"289.129987ms","start":"2026-03-24T15:18:49.418554Z","end":"2026-03-24T15:18:49.707684Z","steps":["trace[1656046828] 'process raft request' (duration: 288.626793ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:50.293928Z","caller":"traceutil/trace.go:171","msg":"trace[179047666] linearizableReadLoop","detail":"{readStateIndex:11496; appliedIndex:11495; }","duration":"376.476239ms","start":"2026-03-24T15:18:49.917428Z","end":"2026-03-24T15:18:50.293904Z","steps":["trace[179047666] 'read index received' (duration: 376.256153ms)","trace[179047666] 'applied index is now lower than readState.Index' (duration: 219.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:50.294044Z","caller":"traceutil/trace.go:171","msg":"trace[860354308] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"377.936399ms","start":"2026-03-24T15:18:49.916096Z","end":"2026-03-24T15:18:50.294033Z","steps":["trace[860354308] 'process raft request' (duration: 377.656101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.294152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:49.916071Z","time spent":"378.00121ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:18:50.294423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.027384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-24T15:18:50.294479Z","caller":"traceutil/trace.go:171","msg":"trace[2092114321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11075; }","duration":"377.102526ms","start":"2026-03-24T15:18:49.917362Z","end":"2026-03-24T15:18:50.294464Z","steps":["trace[2092114321] 'agreement among raft nodes before linearized reading' (duration: 376.938642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.294493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.779202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-24T15:18:50.294524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:49.91735Z","time spent":"377.162527ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:18:50.294567Z","caller":"traceutil/trace.go:171","msg":"trace[623258378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:11075; }","duration":"365.900274ms","start":"2026-03-24T15:18:49.928648Z","end":"2026-03-24T15:18:50.294548Z","steps":["trace[623258378] 'agreement among raft nodes before linearized reading' (duration: 365.74058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.294612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:49.928625Z","time spent":"365.977256ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-hlzvr\" "} {"level":"warn","ts":"2026-03-24T15:18:50.294648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.757406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:18:50.294755Z","caller":"traceutil/trace.go:171","msg":"trace[149340841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11075; }","duration":"377.065365ms","start":"2026-03-24T15:18:49.917669Z","end":"2026-03-24T15:18:50.294735Z","steps":["trace[149340841] 'agreement among raft nodes before linearized reading' (duration: 376.624683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.294872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:49.917662Z","time spent":"377.190798ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:18:50.614291Z","caller":"traceutil/trace.go:171","msg":"trace[132653948] linearizableReadLoop","detail":"{readStateIndex:11497; appliedIndex:11496; }","duration":"314.411377ms","start":"2026-03-24T15:18:50.299861Z","end":"2026-03-24T15:18:50.614272Z","steps":["trace[132653948] 'read index received' (duration: 312.289349ms)","trace[132653948] 'applied index is now lower than readState.Index' (duration: 2.121268ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:50.614329Z","caller":"traceutil/trace.go:171","msg":"trace[1128339438] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"315.094505ms","start":"2026-03-24T15:18:50.299206Z","end":"2026-03-24T15:18:50.6143Z","steps":["trace[1128339438] 'process raft request' (duration: 312.942837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.614506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.964226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-24T15:18:50.61454Z","caller":"traceutil/trace.go:171","msg":"trace[1353321834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11076; }","duration":"307.002598ms","start":"2026-03-24T15:18:50.307526Z","end":"2026-03-24T15:18:50.614529Z","steps":["trace[1353321834] 'agreement among raft nodes before linearized reading' (duration: 306.849183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.614548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.148506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:18:50.614566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:50.307488Z","time spent":"307.07341ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-24T15:18:50.614548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:50.299181Z","time spent":"315.277231ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:18:50.614602Z","caller":"traceutil/trace.go:171","msg":"trace[1672435386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11076; }","duration":"172.237088ms","start":"2026-03-24T15:18:50.442351Z","end":"2026-03-24T15:18:50.614588Z","steps":["trace[1672435386] 'agreement among raft nodes before linearized reading' (duration: 172.108665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.614527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.292157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:18:50.614936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.067725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375506"} {"level":"info","ts":"2026-03-24T15:18:50.615004Z","caller":"traceutil/trace.go:171","msg":"trace[615177511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11076; }","duration":"315.165488ms","start":"2026-03-24T15:18:50.299823Z","end":"2026-03-24T15:18:50.614989Z","steps":["trace[615177511] 'agreement among raft nodes before linearized reading' (duration: 314.528541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.615062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:18:50.299799Z","time spent":"315.247859ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-24T15:18:50.615035Z","caller":"traceutil/trace.go:171","msg":"trace[142537074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11076; }","duration":"134.811739ms","start":"2026-03-24T15:18:50.480132Z","end":"2026-03-24T15:18:50.614944Z","steps":["trace[142537074] 'agreement among raft nodes before linearized reading' (duration: 134.284656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:50.87238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.754326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:18:50.872562Z","caller":"traceutil/trace.go:171","msg":"trace[296730422] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"253.708743ms","start":"2026-03-24T15:18:50.618823Z","end":"2026-03-24T15:18:50.872532Z","steps":["trace[296730422] 'process raft request' (duration: 104.69029ms)","trace[296730422] 'compare' (duration: 148.454538ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:50.872675Z","caller":"traceutil/trace.go:171","msg":"trace[1918094631] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"191.709323ms","start":"2026-03-24T15:18:50.680944Z","end":"2026-03-24T15:18:50.872653Z","steps":["trace[1918094631] 'process raft request' (duration: 191.58829ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:50.872713Z","caller":"traceutil/trace.go:171","msg":"trace[895243363] linearizableReadLoop","detail":"{readStateIndex:11498; appliedIndex:11497; }","duration":"232.332038ms","start":"2026-03-24T15:18:50.640359Z","end":"2026-03-24T15:18:50.872691Z","steps":["trace[895243363] 'read index received' (duration: 83.182411ms)","trace[895243363] 'applied index is now lower than readState.Index' (duration: 149.146967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:18:50.872952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.587754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-24T15:18:50.872991Z","caller":"traceutil/trace.go:171","msg":"trace[1757337114] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11078; }","duration":"232.646555ms","start":"2026-03-24T15:18:50.640334Z","end":"2026-03-24T15:18:50.87298Z","steps":["trace[1757337114] 'agreement among raft nodes before linearized reading' (duration: 232.482011ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:51.579121Z","caller":"traceutil/trace.go:171","msg":"trace[2114181793] linearizableReadLoop","detail":"{readStateIndex:11500; appliedIndex:11499; }","duration":"100.23483ms","start":"2026-03-24T15:18:51.478852Z","end":"2026-03-24T15:18:51.579087Z","steps":["trace[2114181793] 'read index received' (duration: 99.975623ms)","trace[2114181793] 'applied index is now lower than readState.Index' (duration: 258.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:51.57954Z","caller":"traceutil/trace.go:171","msg":"trace[1386149449] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"209.234795ms","start":"2026-03-24T15:18:51.370245Z","end":"2026-03-24T15:18:51.57948Z","steps":["trace[1386149449] 'process raft request' (duration: 208.671819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:51.579301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.419965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:18:51.579782Z","caller":"traceutil/trace.go:171","msg":"trace[1856211006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11079; }","duration":"100.902647ms","start":"2026-03-24T15:18:51.478825Z","end":"2026-03-24T15:18:51.579727Z","steps":["trace[1856211006] 'agreement among raft nodes before linearized reading' (duration: 100.389003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:51.835456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.402461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-24T15:18:51.83554Z","caller":"traceutil/trace.go:171","msg":"trace[2114287709] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11079; }","duration":"218.528425ms","start":"2026-03-24T15:18:51.616989Z","end":"2026-03-24T15:18:51.835518Z","steps":["trace[2114287709] 'range keys from in-memory index tree' (duration: 218.208556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:51.835465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.133956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:18:51.835673Z","caller":"traceutil/trace.go:171","msg":"trace[1690048941] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"121.582315ms","start":"2026-03-24T15:18:51.71403Z","end":"2026-03-24T15:18:51.835612Z","steps":["trace[1690048941] 'process raft request' (duration: 64.292402ms)","trace[1690048941] 'compare' (duration: 57.055226ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:51.835687Z","caller":"traceutil/trace.go:171","msg":"trace[1688835628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11079; }","duration":"123.403072ms","start":"2026-03-24T15:18:51.712259Z","end":"2026-03-24T15:18:51.835662Z","steps":["trace[1688835628] 'range keys from in-memory index tree' (duration: 122.981343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:51.835645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.91942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-24T15:18:51.835994Z","caller":"traceutil/trace.go:171","msg":"trace[838310832] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11079; }","duration":"123.336721ms","start":"2026-03-24T15:18:51.712642Z","end":"2026-03-24T15:18:51.835979Z","steps":["trace[838310832] 'range keys from in-memory index tree' (duration: 122.623212ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:51.992772Z","caller":"traceutil/trace.go:171","msg":"trace[1660599879] linearizableReadLoop","detail":"{readStateIndex:11502; appliedIndex:11501; }","duration":"154.1367ms","start":"2026-03-24T15:18:51.838613Z","end":"2026-03-24T15:18:51.99275Z","steps":["trace[1660599879] 'read index received' (duration: 151.813237ms)","trace[1660599879] 'applied index is now lower than readState.Index' (duration: 2.321583ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:51.992784Z","caller":"traceutil/trace.go:171","msg":"trace[1484990035] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"152.955069ms","start":"2026-03-24T15:18:51.839809Z","end":"2026-03-24T15:18:51.992764Z","steps":["trace[1484990035] 'process raft request' (duration: 152.906928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:51.993229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.592693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27000cc1-0f05-44bb-b769-a5751cc44c9b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-24T15:18:51.993275Z","caller":"traceutil/trace.go:171","msg":"trace[1895092167] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27000cc1-0f05-44bb-b769-a5751cc44c9b; range_end:; response_count:1; response_revision:11082; }","duration":"154.674735ms","start":"2026-03-24T15:18:51.838586Z","end":"2026-03-24T15:18:51.99326Z","steps":["trace[1895092167] 'agreement among raft nodes before linearized reading' (duration: 154.329646ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:51.9933Z","caller":"traceutil/trace.go:171","msg":"trace[2013790018] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"153.752381ms","start":"2026-03-24T15:18:51.839493Z","end":"2026-03-24T15:18:51.993246Z","steps":["trace[2013790018] 'process raft request' (duration: 153.112404ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:18:52.741514Z","caller":"traceutil/trace.go:171","msg":"trace[1593678949] linearizableReadLoop","detail":"{readStateIndex:11507; appliedIndex:11506; }","duration":"114.095772ms","start":"2026-03-24T15:18:52.627393Z","end":"2026-03-24T15:18:52.741488Z","steps":["trace[1593678949] 'read index received' (duration: 113.861916ms)","trace[1593678949] 'applied index is now lower than readState.Index' (duration: 233.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:18:52.741683Z","caller":"traceutil/trace.go:171","msg":"trace[452505204] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"116.636552ms","start":"2026-03-24T15:18:52.625003Z","end":"2026-03-24T15:18:52.741639Z","steps":["trace[452505204] 'process raft request' (duration: 116.316193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:18:52.742396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.974176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375506"} {"level":"info","ts":"2026-03-24T15:18:52.742508Z","caller":"traceutil/trace.go:171","msg":"trace[1089347404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11085; }","duration":"115.128571ms","start":"2026-03-24T15:18:52.627366Z","end":"2026-03-24T15:18:52.742494Z","steps":["trace[1089347404] 'agreement among raft nodes before linearized reading' (duration: 114.311308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:19:34.329136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.717813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T15:19:34.329231Z","caller":"traceutil/trace.go:171","msg":"trace[21237097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11273; }","duration":"116.857857ms","start":"2026-03-24T15:19:34.212354Z","end":"2026-03-24T15:19:34.329212Z","steps":["trace[21237097] 'range keys from in-memory index tree' (duration: 116.511379ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:19:34.483891Z","caller":"traceutil/trace.go:171","msg":"trace[1453599255] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"149.967979ms","start":"2026-03-24T15:19:34.333889Z","end":"2026-03-24T15:19:34.483857Z","steps":["trace[1453599255] 'process raft request' (duration: 109.482178ms)","trace[1453599255] 'compare' (duration: 40.294676ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:19:34.676611Z","caller":"traceutil/trace.go:171","msg":"trace[376628679] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"125.047988ms","start":"2026-03-24T15:19:34.551517Z","end":"2026-03-24T15:19:34.676565Z","steps":["trace[376628679] 'process raft request' (duration: 111.234434ms)","trace[376628679] 'compare' (duration: 13.620278ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:19:36.18444Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9750} {"level":"info","ts":"2026-03-24T15:19:36.27487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9750,"took":"87.416585ms","hash":4242686570,"current-db-size-bytes":40947712,"current-db-size":"41 MB","current-db-size-in-use-bytes":18022400,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-24T15:19:36.274931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4242686570,"revision":9750,"compact-revision":7469} {"level":"warn","ts":"2026-03-24T15:20:10.233598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.276841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-24T15:20:10.233754Z","caller":"traceutil/trace.go:171","msg":"trace[1130731311] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:11441; }","duration":"123.504936ms","start":"2026-03-24T15:20:10.110219Z","end":"2026-03-24T15:20:10.233724Z","steps":["trace[1130731311] 'range keys from in-memory index tree' (duration: 122.968012ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:10.366458Z","caller":"traceutil/trace.go:171","msg":"trace[1844579296] linearizableReadLoop","detail":"{readStateIndex:11881; appliedIndex:11880; }","duration":"225.407171ms","start":"2026-03-24T15:20:10.14102Z","end":"2026-03-24T15:20:10.366427Z","steps":["trace[1844579296] 'read index received' (duration: 225.177915ms)","trace[1844579296] 'applied index is now lower than readState.Index' (duration: 228.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:20:10.366513Z","caller":"traceutil/trace.go:171","msg":"trace[564994852] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"233.401236ms","start":"2026-03-24T15:20:10.133073Z","end":"2026-03-24T15:20:10.366475Z","steps":["trace[564994852] 'process raft request' (duration: 233.19143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:10.366646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.594816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:912"} {"level":"warn","ts":"2026-03-24T15:20:10.366725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.152851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-24T15:20:10.366745Z","caller":"traceutil/trace.go:171","msg":"trace[1813953676] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:11442; }","duration":"225.74122ms","start":"2026-03-24T15:20:10.140981Z","end":"2026-03-24T15:20:10.366722Z","steps":["trace[1813953676] 'agreement among raft nodes before linearized reading' (duration: 225.535304ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:10.366773Z","caller":"traceutil/trace.go:171","msg":"trace[910649] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:11442; }","duration":"128.256645ms","start":"2026-03-24T15:20:10.238503Z","end":"2026-03-24T15:20:10.366759Z","steps":["trace[910649] 'agreement among raft nodes before linearized reading' (duration: 128.08757ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:21.460274Z","caller":"traceutil/trace.go:171","msg":"trace[1489046871] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"125.800729ms","start":"2026-03-24T15:20:21.334435Z","end":"2026-03-24T15:20:21.460235Z","steps":["trace[1489046871] 'process raft request' (duration: 82.727059ms)","trace[1489046871] 'compare' (duration: 42.853313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:20:21.460452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.458661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/\" range_end:\"/registry/deployments/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-03-24T15:20:21.46047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.288783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-24T15:20:21.460535Z","caller":"traceutil/trace.go:171","msg":"trace[742424817] range","detail":"{range_begin:/registry/deployments/ingress-nginx/; range_end:/registry/deployments/ingress-nginx0; response_count:1; response_revision:11493; }","duration":"160.567105ms","start":"2026-03-24T15:20:21.299949Z","end":"2026-03-24T15:20:21.460516Z","steps":["trace[742424817] 'agreement among raft nodes before linearized reading' (duration: 160.330819ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:21.460553Z","caller":"traceutil/trace.go:171","msg":"trace[2133023828] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:11493; }","duration":"151.397917ms","start":"2026-03-24T15:20:21.309136Z","end":"2026-03-24T15:20:21.460534Z","steps":["trace[2133023828] 'agreement among raft nodes before linearized reading' (duration: 151.170621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:21.460627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.557896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1201"} {"level":"info","ts":"2026-03-24T15:20:21.460698Z","caller":"traceutil/trace.go:171","msg":"trace[659016531] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:11493; }","duration":"156.65817ms","start":"2026-03-24T15:20:21.304019Z","end":"2026-03-24T15:20:21.460677Z","steps":["trace[659016531] 'agreement among raft nodes before linearized reading' (duration: 156.461274ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:27.619143Z","caller":"traceutil/trace.go:171","msg":"trace[1215240450] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"227.202152ms","start":"2026-03-24T15:20:27.391905Z","end":"2026-03-24T15:20:27.619107Z","steps":["trace[1215240450] 'process raft request' (duration: 226.953814ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:27.619214Z","caller":"traceutil/trace.go:171","msg":"trace[244814680] linearizableReadLoop","detail":"{readStateIndex:11962; appliedIndex:11962; }","duration":"195.775377ms","start":"2026-03-24T15:20:27.423378Z","end":"2026-03-24T15:20:27.619154Z","steps":["trace[244814680] 'read index received' (duration: 195.753076ms)","trace[244814680] 'applied index is now lower than readState.Index' (duration: 18.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:20:27.619648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.229738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"info","ts":"2026-03-24T15:20:27.619727Z","caller":"traceutil/trace.go:171","msg":"trace[418846666] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:11519; }","duration":"196.361391ms","start":"2026-03-24T15:20:27.423343Z","end":"2026-03-24T15:20:27.619704Z","steps":["trace[418846666] 'agreement among raft nodes before linearized reading' (duration: 196.032122ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:27.799609Z","caller":"traceutil/trace.go:171","msg":"trace[505495444] transaction","detail":"{read_only:false; response_revision:11520; number_of_response:1; }","duration":"320.146322ms","start":"2026-03-24T15:20:27.479423Z","end":"2026-03-24T15:20:27.79957Z","steps":["trace[505495444] 'process raft request' (duration: 259.637014ms)","trace[505495444] 'compare' (duration: 60.229382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:20:27.799723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.700907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:20:27.799759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.666113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:20:27.7998Z","caller":"traceutil/trace.go:171","msg":"trace[1497380726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11520; }","duration":"320.838801ms","start":"2026-03-24T15:20:27.478945Z","end":"2026-03-24T15:20:27.799784Z","steps":["trace[1497380726] 'agreement among raft nodes before linearized reading' (duration: 320.657817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.799796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:20:27.479407Z","time spent":"320.292567ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:20:27.799811Z","caller":"traceutil/trace.go:171","msg":"trace[2001515358] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11520; }","duration":"374.761235ms","start":"2026-03-24T15:20:27.425037Z","end":"2026-03-24T15:20:27.799799Z","steps":["trace[2001515358] 'agreement among raft nodes before linearized reading' (duration: 374.641761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.799836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:20:27.478933Z","time spent":"320.897193ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:20:27.799857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:20:27.425026Z","time spent":"374.822136ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-24T15:20:27.799601Z","caller":"traceutil/trace.go:171","msg":"trace[2078875022] linearizableReadLoop","detail":"{readStateIndex:11963; appliedIndex:11962; }","duration":"180.235611ms","start":"2026-03-24T15:20:27.619328Z","end":"2026-03-24T15:20:27.799564Z","steps":["trace[2078875022] 'read index received' (duration: 119.783694ms)","trace[2078875022] 'applied index is now lower than readState.Index' (duration: 60.450347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:20:27.799924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.618157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:20:27.80001Z","caller":"traceutil/trace.go:171","msg":"trace[1270461495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:11520; }","duration":"296.74345ms","start":"2026-03-24T15:20:27.503245Z","end":"2026-03-24T15:20:27.799989Z","steps":["trace[1270461495] 'agreement among raft nodes before linearized reading' (duration: 296.460793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.800053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.560816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:20:27.800176Z","caller":"traceutil/trace.go:171","msg":"trace[100801498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11520; }","duration":"243.71335ms","start":"2026-03-24T15:20:27.556433Z","end":"2026-03-24T15:20:27.800147Z","steps":["trace[100801498] 'agreement among raft nodes before linearized reading' (duration: 243.3531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.80022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.605665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:371"} {"level":"warn","ts":"2026-03-24T15:20:27.800261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.406083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/\" range_end:\"/registry/services/endpoints/openstack0\" limit:500 ","response":"range_response_count:24 size:21722"} {"level":"info","ts":"2026-03-24T15:20:27.800268Z","caller":"traceutil/trace.go:171","msg":"trace[1515420678] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:11520; }","duration":"176.703378ms","start":"2026-03-24T15:20:27.62355Z","end":"2026-03-24T15:20:27.800254Z","steps":["trace[1515420678] 'agreement among raft nodes before linearized reading' (duration: 176.446551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.800271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.366755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-24T15:20:27.800309Z","caller":"traceutil/trace.go:171","msg":"trace[179571138] range","detail":"{range_begin:/registry/services/endpoints/openstack/; range_end:/registry/services/endpoints/openstack0; response_count:24; response_revision:11520; }","duration":"287.490984ms","start":"2026-03-24T15:20:27.512802Z","end":"2026-03-24T15:20:27.800293Z","steps":["trace[179571138] 'agreement among raft nodes before linearized reading' (duration: 286.781086ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:27.800342Z","caller":"traceutil/trace.go:171","msg":"trace[784655568] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:11520; }","duration":"368.489727ms","start":"2026-03-24T15:20:27.431832Z","end":"2026-03-24T15:20:27.800322Z","steps":["trace[784655568] 'agreement among raft nodes before linearized reading' (duration: 368.229451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:27.800385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:20:27.431807Z","time spent":"368.57078ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":764,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-03-24T15:20:27.800466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.714722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100636"} {"level":"info","ts":"2026-03-24T15:20:27.800494Z","caller":"traceutil/trace.go:171","msg":"trace[1267540111] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11520; }","duration":"237.796323ms","start":"2026-03-24T15:20:27.56269Z","end":"2026-03-24T15:20:27.800486Z","steps":["trace[1267540111] 'agreement among raft nodes before linearized reading' (duration: 236.979691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:29.979709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.644728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-24T15:20:29.979784Z","caller":"traceutil/trace.go:171","msg":"trace[2118107402] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:11528; }","duration":"205.771912ms","start":"2026-03-24T15:20:29.773999Z","end":"2026-03-24T15:20:29.979771Z","steps":["trace[2118107402] 'range keys from in-memory index tree' (duration: 205.465583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:29.979771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.855582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/\" range_end:\"/registry/configmaps/rook-ceph0\" limit:500 ","response":"range_response_count:4 size:10179"} {"level":"info","ts":"2026-03-24T15:20:29.979883Z","caller":"traceutil/trace.go:171","msg":"trace[624130494] range","detail":"{range_begin:/registry/configmaps/rook-ceph/; range_end:/registry/configmaps/rook-ceph0; response_count:4; response_revision:11528; }","duration":"179.979146ms","start":"2026-03-24T15:20:29.799884Z","end":"2026-03-24T15:20:29.979863Z","steps":["trace[624130494] 'range keys from in-memory index tree' (duration: 179.658347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:29.979934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.062011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-24T15:20:29.980276Z","caller":"traceutil/trace.go:171","msg":"trace[2003563043] linearizableReadLoop","detail":"{readStateIndex:11972; appliedIndex:11971; }","duration":"162.049789ms","start":"2026-03-24T15:20:29.818217Z","end":"2026-03-24T15:20:29.980267Z","steps":["trace[2003563043] 'read index received' (duration: 147.422809ms)","trace[2003563043] 'applied index is now lower than readState.Index' (duration: 14.626059ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:20:29.980351Z","caller":"traceutil/trace.go:171","msg":"trace[1930512698] transaction","detail":"{read_only:false; response_revision:11529; number_of_response:1; }","duration":"175.704733ms","start":"2026-03-24T15:20:29.804602Z","end":"2026-03-24T15:20:29.980306Z","steps":["trace[1930512698] 'process raft request' (duration: 161.030632ms)","trace[1930512698] 'compare' (duration: 13.735486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:20:29.980383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.152671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:20:29.980445Z","caller":"traceutil/trace.go:171","msg":"trace[1465575133] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11529; }","duration":"162.240894ms","start":"2026-03-24T15:20:29.818182Z","end":"2026-03-24T15:20:29.980422Z","steps":["trace[1465575133] 'agreement among raft nodes before linearized reading' (duration: 162.142582ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:29.980824Z","caller":"traceutil/trace.go:171","msg":"trace[1808604165] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:11528; }","duration":"182.667868ms","start":"2026-03-24T15:20:29.797621Z","end":"2026-03-24T15:20:29.980289Z","steps":["trace[1808604165] 'range keys from in-memory index tree' (duration: 181.836366ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:30.039509Z","caller":"traceutil/trace.go:171","msg":"trace[919358720] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"162.626134ms","start":"2026-03-24T15:20:29.87684Z","end":"2026-03-24T15:20:30.039466Z","steps":["trace[919358720] 'process raft request' (duration: 162.408248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:30.039617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.866083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hlzvr\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-24T15:20:30.039653Z","caller":"traceutil/trace.go:171","msg":"trace[1040732345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hlzvr; range_end:; response_count:1; response_revision:11530; }","duration":"208.916425ms","start":"2026-03-24T15:20:29.830727Z","end":"2026-03-24T15:20:30.039644Z","steps":["trace[1040732345] 'agreement among raft nodes before linearized reading' (duration: 208.73217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:30.039764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.22398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T15:20:30.03983Z","caller":"traceutil/trace.go:171","msg":"trace[2064728607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11530; }","duration":"213.326053ms","start":"2026-03-24T15:20:29.826487Z","end":"2026-03-24T15:20:30.039814Z","steps":["trace[2064728607] 'agreement among raft nodes before linearized reading' (duration: 213.181399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:30.039858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.629481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/rook-ceph/\" range_end:\"/registry/cronjobs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:20:30.039889Z","caller":"traceutil/trace.go:171","msg":"trace[1976132282] range","detail":"{range_begin:/registry/cronjobs/rook-ceph/; range_end:/registry/cronjobs/rook-ceph0; response_count:0; response_revision:11530; }","duration":"210.699263ms","start":"2026-03-24T15:20:29.829179Z","end":"2026-03-24T15:20:30.039878Z","steps":["trace[1976132282] 'agreement among raft nodes before linearized reading' (duration: 210.256341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:30.488802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.413594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1253"} {"level":"warn","ts":"2026-03-24T15:20:30.488844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.639386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1328"} {"level":"info","ts":"2026-03-24T15:20:30.488881Z","caller":"traceutil/trace.go:171","msg":"trace[1056498217] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:11532; }","duration":"134.510477ms","start":"2026-03-24T15:20:30.354351Z","end":"2026-03-24T15:20:30.488861Z","steps":["trace[1056498217] 'range keys from in-memory index tree' (duration: 134.297631ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:30.488936Z","caller":"traceutil/trace.go:171","msg":"trace[545366031] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:11532; }","duration":"147.755599ms","start":"2026-03-24T15:20:30.341152Z","end":"2026-03-24T15:20:30.488908Z","steps":["trace[545366031] 'range keys from in-memory index tree' (duration: 147.484401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:30.488847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.994645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/\" range_end:\"/registry/deployments/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-24T15:20:30.489052Z","caller":"traceutil/trace.go:171","msg":"trace[31307629] range","detail":"{range_begin:/registry/deployments/secretgen-controller/; range_end:/registry/deployments/secretgen-controller0; response_count:1; response_revision:11532; }","duration":"154.226821ms","start":"2026-03-24T15:20:30.334796Z","end":"2026-03-24T15:20:30.489023Z","steps":["trace[31307629] 'range keys from in-memory index tree' (duration: 153.863512ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:30.967933Z","caller":"traceutil/trace.go:171","msg":"trace[1642504997] transaction","detail":"{read_only:false; response_revision:11535; number_of_response:1; }","duration":"114.058093ms","start":"2026-03-24T15:20:30.853853Z","end":"2026-03-24T15:20:30.967911Z","steps":["trace[1642504997] 'process raft request' (duration: 113.830067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:31.351294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.21528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-b6k7c\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-24T15:20:31.351407Z","caller":"traceutil/trace.go:171","msg":"trace[1344275169] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-b6k7c; range_end:; response_count:1; response_revision:11537; }","duration":"131.343113ms","start":"2026-03-24T15:20:31.220037Z","end":"2026-03-24T15:20:31.35138Z","steps":["trace[1344275169] 'range keys from in-memory index tree' (duration: 131.075125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:20:31.351934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.793515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pv5j7\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-03-24T15:20:31.352018Z","caller":"traceutil/trace.go:171","msg":"trace[2064704696] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pv5j7; range_end:; response_count:1; response_revision:11537; }","duration":"134.931208ms","start":"2026-03-24T15:20:31.217067Z","end":"2026-03-24T15:20:31.351998Z","steps":["trace[2064704696] 'range keys from in-memory index tree' (duration: 133.917262ms)"],"step_count":1}