{"level":"warn","ts":"2026-03-31T18:28:34.245697Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:34.245817Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.122:2380","--initial-cluster=instance=https://199.19.213.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:28:34.245914Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:34.24593Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.122:2380"]} {"level":"info","ts":"2026-03-31T18:28:34.245957Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:34.246885Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"]} {"level":"info","ts":"2026-03-31T18:28:34.246986Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.122:2380"],"listen-peer-urls":["https://199.19.213.122:2380"],"advertise-client-urls":["https://199.19.213.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:28:34.249954Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.681921ms"} {"level":"info","ts":"2026-03-31T18:28:34.258656Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f9ba8c11acfbc749","cluster-id":"ca7c3e103d4cd533"} {"level":"info","ts":"2026-03-31T18:28:34.25879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:28:34.258823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:28:34.258837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f9ba8c11acfbc749 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:28:34.258858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:28:34.258912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=(17994849268656752457)"} {"level":"warn","ts":"2026-03-31T18:28:34.268114Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:28:34.270589Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:28:34.272017Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:28:34.27486Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f9ba8c11acfbc749","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:28:34.275116Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f9ba8c11acfbc749","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:28:34.275247Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:34.275429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:34.275447Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:34.277073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 switched to configuration voters=(17994849268656752457)"} {"level":"info","ts":"2026-03-31T18:28:34.277416Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ca7c3e103d4cd533","local-member-id":"f9ba8c11acfbc749","added-peer-id":"f9ba8c11acfbc749","added-peer-peer-urls":["https://199.19.213.122:2380"]} {"level":"info","ts":"2026-03-31T18:28:34.281394Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:34.281513Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.122:2380"} {"level":"info","ts":"2026-03-31T18:28:34.281605Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.122:2380"} {"level":"info","ts":"2026-03-31T18:28:34.281803Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f9ba8c11acfbc749","initial-advertise-peer-urls":["https://199.19.213.122:2380"],"listen-peer-urls":["https://199.19.213.122:2380"],"advertise-client-urls":["https://199.19.213.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:28:34.281878Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:28:35.259682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:28:35.259737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:28:35.259773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 received MsgPreVoteResp from f9ba8c11acfbc749 at term 1"} {"level":"info","ts":"2026-03-31T18:28:35.259786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:28:35.259793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 received MsgVoteResp from f9ba8c11acfbc749 at term 2"} {"level":"info","ts":"2026-03-31T18:28:35.259807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f9ba8c11acfbc749 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:28:35.259852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f9ba8c11acfbc749 elected leader f9ba8c11acfbc749 at term 2"} {"level":"info","ts":"2026-03-31T18:28:35.390875Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:35.539219Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f9ba8c11acfbc749","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.122:2379]}","request-path":"/0/members/f9ba8c11acfbc749/attributes","cluster-id":"ca7c3e103d4cd533","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:28:35.539226Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:35.539645Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:35.540617Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:28:35.540659Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:28:35.542068Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:28:35.547225Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.122:2379"} {"level":"info","ts":"2026-03-31T18:28:35.549051Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ca7c3e103d4cd533","local-member-id":"f9ba8c11acfbc749","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:35.549256Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:35.549314Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:37.123365Z","caller":"traceutil/trace.go:171","msg":"trace[1582088704] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"184.17561ms","start":"2026-03-31T18:28:36.939169Z","end":"2026-03-31T18:28:37.123344Z","steps":["trace[1582088704] 'process raft request' (duration: 184.055288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.123353Z","caller":"traceutil/trace.go:171","msg":"trace[605824878] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"184.16466ms","start":"2026-03-31T18:28:36.939151Z","end":"2026-03-31T18:28:37.123316Z","steps":["trace[605824878] 'process raft request' (duration: 183.264976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.1235Z","caller":"traceutil/trace.go:171","msg":"trace[405206543] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"183.951635ms","start":"2026-03-31T18:28:36.939516Z","end":"2026-03-31T18:28:37.123468Z","steps":["trace[405206543] 'read index received' (duration: 5.624208ms)","trace[405206543] 'applied index is now lower than readState.Index' (duration: 178.325907ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:37.123603Z","caller":"traceutil/trace.go:171","msg":"trace[287984626] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"183.39098ms","start":"2026-03-31T18:28:36.940203Z","end":"2026-03-31T18:28:37.123594Z","steps":["trace[287984626] 'process raft request' (duration: 183.186425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.123622Z","caller":"traceutil/trace.go:171","msg":"trace[1911256765] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"184.378125ms","start":"2026-03-31T18:28:36.939222Z","end":"2026-03-31T18:28:37.1236Z","steps":["trace[1911256765] 'process raft request' (duration: 184.088638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.123665Z","caller":"traceutil/trace.go:171","msg":"trace[561836197] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"184.421626ms","start":"2026-03-31T18:28:36.939199Z","end":"2026-03-31T18:28:37.123621Z","steps":["trace[561836197] 'process raft request' (duration: 184.081108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.123679Z","caller":"traceutil/trace.go:171","msg":"trace[717956140] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"184.162119ms","start":"2026-03-31T18:28:36.939456Z","end":"2026-03-31T18:28:37.123618Z","steps":["trace[717956140] 'process raft request' (duration: 183.885252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.123767Z","caller":"traceutil/trace.go:171","msg":"trace[1310795714] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"182.712941ms","start":"2026-03-31T18:28:36.940948Z","end":"2026-03-31T18:28:37.123661Z","steps":["trace[1310795714] 'process raft request' (duration: 182.482986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:37.124066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.485439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:28:37.124167Z","caller":"traceutil/trace.go:171","msg":"trace[122710422] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"184.657143ms","start":"2026-03-31T18:28:36.939492Z","end":"2026-03-31T18:28:37.124149Z","steps":["trace[122710422] 'agreement among raft nodes before linearized reading' (duration: 184.1648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.130664Z","caller":"traceutil/trace.go:171","msg":"trace[1949157441] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"177.209577ms","start":"2026-03-31T18:28:36.95344Z","end":"2026-03-31T18:28:37.130649Z","steps":["trace[1949157441] 'process raft request' (duration: 177.133825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:37.130903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.905096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:28:37.130942Z","caller":"traceutil/trace.go:171","msg":"trace[740396033] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:12; }","duration":"138.992158ms","start":"2026-03-31T18:28:36.991939Z","end":"2026-03-31T18:28:37.130931Z","steps":["trace[740396033] 'agreement among raft nodes before linearized reading' (duration: 138.894336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:37.130935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.952285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:28:37.130991Z","caller":"traceutil/trace.go:171","msg":"trace[157560664] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"168.055758ms","start":"2026-03-31T18:28:36.962923Z","end":"2026-03-31T18:28:37.130979Z","steps":["trace[157560664] 'agreement among raft nodes before linearized reading' (duration: 167.954076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:37.131035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.233357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:28:37.131075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.41169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:28:37.131099Z","caller":"traceutil/trace.go:171","msg":"trace[954898501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"178.481181ms","start":"2026-03-31T18:28:36.952611Z","end":"2026-03-31T18:28:37.131092Z","steps":["trace[954898501] 'agreement among raft nodes before linearized reading' (duration: 178.44801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:37.131102Z","caller":"traceutil/trace.go:171","msg":"trace[37277187] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"151.307069ms","start":"2026-03-31T18:28:36.97978Z","end":"2026-03-31T18:28:37.131087Z","steps":["trace[37277187] 'agreement among raft nodes before linearized reading' (duration: 151.202216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:37.131205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.853574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:28:37.131229Z","caller":"traceutil/trace.go:171","msg":"trace[591167099] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"190.885435ms","start":"2026-03-31T18:28:36.940338Z","end":"2026-03-31T18:28:37.131223Z","steps":["trace[591167099] 'agreement among raft nodes before linearized reading' (duration: 190.850185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.424588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.849667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:38.424698Z","caller":"traceutil/trace.go:171","msg":"trace[398364159] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"184.620801ms","start":"2026-03-31T18:28:38.240058Z","end":"2026-03-31T18:28:38.424679Z","steps":["trace[398364159] 'process raft request' (duration: 30.338173ms)","trace[398364159] 'compare' (duration: 153.661052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:39.022221Z","caller":"traceutil/trace.go:171","msg":"trace[502283059] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"170.492581ms","start":"2026-03-31T18:28:38.851704Z","end":"2026-03-31T18:28:39.022197Z","steps":["trace[502283059] 'process raft request' (duration: 94.047961ms)","trace[502283059] 'compare' (duration: 76.339167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:39.17402Z","caller":"traceutil/trace.go:171","msg":"trace[81343279] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"136.464131ms","start":"2026-03-31T18:28:39.037534Z","end":"2026-03-31T18:28:39.173998Z","steps":["trace[81343279] 'process raft request' (duration: 128.059712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:39.46463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.232032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:39.464844Z","caller":"traceutil/trace.go:171","msg":"trace[1551682504] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"197.832106ms","start":"2026-03-31T18:28:39.266975Z","end":"2026-03-31T18:28:39.464807Z","steps":["trace[1551682504] 'process raft request' (duration: 21.366048ms)","trace[1551682504] 'compare' (duration: 176.119499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:39.97084Z","caller":"traceutil/trace.go:171","msg":"trace[2015854117] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"126.906741ms","start":"2026-03-31T18:28:39.843903Z","end":"2026-03-31T18:28:39.97081Z","steps":["trace[2015854117] 'process raft request' (duration: 114.840335ms)","trace[2015854117] 'compare' (duration: 11.893991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:40.137399Z","caller":"traceutil/trace.go:171","msg":"trace[1236432372] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"117.832213ms","start":"2026-03-31T18:28:40.019531Z","end":"2026-03-31T18:28:40.137363Z","steps":["trace[1236432372] 'process raft request' (duration: 76.050339ms)","trace[1236432372] 'compare' (duration: 41.578799ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:40.436032Z","caller":"traceutil/trace.go:171","msg":"trace[595715517] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"199.063849ms","start":"2026-03-31T18:28:40.236941Z","end":"2026-03-31T18:28:40.436005Z","steps":["trace[595715517] 'process raft request' (duration: 160.744196ms)","trace[595715517] 'compare' (duration: 38.192609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:40.847421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.384075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:40.847674Z","caller":"traceutil/trace.go:171","msg":"trace[73993837] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"405.408199ms","start":"2026-03-31T18:28:40.44222Z","end":"2026-03-31T18:28:40.847628Z","steps":["trace[73993837] 'process raft request' (duration: 280.748236ms)","trace[73993837] 'compare' (duration: 124.19846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:40.847779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:40.442208Z","time spent":"405.529171ms","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:41.337699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.897999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:41.337837Z","caller":"traceutil/trace.go:171","msg":"trace[29283755] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:238; }","duration":"403.726735ms","start":"2026-03-31T18:28:40.934089Z","end":"2026-03-31T18:28:41.337815Z","steps":["trace[29283755] 'read index received' (duration: 88.499976ms)","trace[29283755] 'applied index is now lower than readState.Index' (duration: 315.224699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:41.337994Z","caller":"traceutil/trace.go:171","msg":"trace[240892622] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"482.944948ms","start":"2026-03-31T18:28:40.854998Z","end":"2026-03-31T18:28:41.337943Z","steps":["trace[240892622] 'process raft request' (duration: 167.669338ms)","trace[240892622] 'compare' (duration: 314.622353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:41.338057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.4535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:41.338064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.959881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:41.338064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.38604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:41.338108Z","caller":"traceutil/trace.go:171","msg":"trace[1295892337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:234; }","duration":"230.541863ms","start":"2026-03-31T18:28:41.107554Z","end":"2026-03-31T18:28:41.338096Z","steps":["trace[1295892337] 'agreement among raft nodes before linearized reading' (duration: 230.410209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:41.338152Z","caller":"traceutil/trace.go:171","msg":"trace[1469452977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:234; }","duration":"404.075543ms","start":"2026-03-31T18:28:40.934049Z","end":"2026-03-31T18:28:41.338125Z","steps":["trace[1469452977] 'agreement among raft nodes before linearized reading' (duration: 403.884129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:41.33815Z","caller":"traceutil/trace.go:171","msg":"trace[1909922084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:234; }","duration":"334.478053ms","start":"2026-03-31T18:28:41.003656Z","end":"2026-03-31T18:28:41.338134Z","steps":["trace[1909922084] 'agreement among raft nodes before linearized reading' (duration: 334.305518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:41.338203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:40.934034Z","time spent":"404.159076ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:41.338219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:41.003585Z","time spent":"334.623356ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:41.338257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:40.854976Z","time spent":"483.117633ms","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:41.474262Z","caller":"traceutil/trace.go:171","msg":"trace[368350797] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"131.359188ms","start":"2026-03-31T18:28:41.342874Z","end":"2026-03-31T18:28:41.474233Z","steps":["trace[368350797] 'process raft request' (duration: 105.658925ms)","trace[368350797] 'compare' (duration: 25.501237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:41.474243Z","caller":"traceutil/trace.go:171","msg":"trace[507590322] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:239; }","duration":"131.011859ms","start":"2026-03-31T18:28:41.343198Z","end":"2026-03-31T18:28:41.47421Z","steps":["trace[507590322] 'read index received' (duration: 84.980774ms)","trace[507590322] 'applied index is now lower than readState.Index' (duration: 46.029895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:41.474489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.254895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T18:28:41.474586Z","caller":"traceutil/trace.go:171","msg":"trace[1331479710] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:236; }","duration":"131.395869ms","start":"2026-03-31T18:28:41.343167Z","end":"2026-03-31T18:28:41.474563Z","steps":["trace[1331479710] 'agreement among raft nodes before linearized reading' (duration: 131.149543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.051119Z","caller":"traceutil/trace.go:171","msg":"trace[1854318508] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"199.782958ms","start":"2026-03-31T18:28:41.85131Z","end":"2026-03-31T18:28:42.051093Z","steps":["trace[1854318508] 'process raft request' (duration: 194.467229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:42.460348Z","caller":"traceutil/trace.go:171","msg":"trace[493664833] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"154.569525ms","start":"2026-03-31T18:28:42.305756Z","end":"2026-03-31T18:28:42.460326Z","steps":["trace[493664833] 'process raft request' (duration: 154.440112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:43.574962Z","caller":"traceutil/trace.go:171","msg":"trace[975966775] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:278; }","duration":"430.462805ms","start":"2026-03-31T18:28:43.144477Z","end":"2026-03-31T18:28:43.57494Z","steps":["trace[975966775] 'read index received' (duration: 430.334091ms)","trace[975966775] 'applied index is now lower than readState.Index' (duration: 127.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:43.575053Z","caller":"traceutil/trace.go:171","msg":"trace[824681357] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"481.611933ms","start":"2026-03-31T18:28:43.093425Z","end":"2026-03-31T18:28:43.575037Z","steps":["trace[824681357] 'process raft request' (duration: 481.343876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.575131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.093395Z","time spent":"481.688505ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:43.575164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.672871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-03-31T18:28:43.575239Z","caller":"traceutil/trace.go:171","msg":"trace[1695576597] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:273; }","duration":"430.781694ms","start":"2026-03-31T18:28:43.144441Z","end":"2026-03-31T18:28:43.575223Z","steps":["trace[1695576597] 'agreement among raft nodes before linearized reading' (duration: 430.627479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:43.575281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.144419Z","time spent":"430.850976ms","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3737,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:28:44.07542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189677433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:44.496883Z","caller":"traceutil/trace.go:171","msg":"trace[274341039] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"1.325973889s","start":"2026-03-31T18:28:43.17088Z","end":"2026-03-31T18:28:44.496854Z","steps":["trace[274341039] 'process raft request' (duration: 1.325776414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.497096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.170839Z","time spent":"1.326169434s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:44.505088Z","caller":"traceutil/trace.go:171","msg":"trace[1506710217] linearizableReadLoop","detail":"{readStateIndex:282; appliedIndex:279; }","duration":"930.035448ms","start":"2026-03-31T18:28:43.575033Z","end":"2026-03-31T18:28:44.505069Z","steps":["trace[1506710217] 'read index received' (duration: 921.610728ms)","trace[1506710217] 'applied index is now lower than readState.Index' (duration: 8.42374ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:44.505249Z","caller":"traceutil/trace.go:171","msg":"trace[957531048] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"924.125383ms","start":"2026-03-31T18:28:43.581108Z","end":"2026-03-31T18:28:44.505233Z","steps":["trace[957531048] 'process raft request' (duration: 923.757154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.50554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.581096Z","time spent":"924.194605ms","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4007,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:44.505543Z","caller":"traceutil/trace.go:171","msg":"trace[2005697596] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"704.780952ms","start":"2026-03-31T18:28:43.800726Z","end":"2026-03-31T18:28:44.505507Z","steps":["trace[2005697596] 'process raft request' (duration: 704.2824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.505576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.730961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:44.505657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.550535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:28:44.505695Z","caller":"traceutil/trace.go:171","msg":"trace[1433883850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:276; }","duration":"650.609636ms","start":"2026-03-31T18:28:43.855071Z","end":"2026-03-31T18:28:44.50568Z","steps":["trace[1433883850] 'agreement among raft nodes before linearized reading' (duration: 650.552705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.505677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.832454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:44.505724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.855053Z","time spent":"650.665367ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:44.505723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.800706Z","time spent":"704.939938ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:44.505751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.304035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:28:44.505762Z","caller":"traceutil/trace.go:171","msg":"trace[533543321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:276; }","duration":"931.971779ms","start":"2026-03-31T18:28:43.573766Z","end":"2026-03-31T18:28:44.505738Z","steps":["trace[533543321] 'agreement among raft nodes before linearized reading' (duration: 931.783734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.505576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.802213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:28:44.505802Z","caller":"traceutil/trace.go:171","msg":"trace[706966207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:276; }","duration":"883.392107ms","start":"2026-03-31T18:28:43.622395Z","end":"2026-03-31T18:28:44.505787Z","steps":["trace[706966207] 'agreement among raft nodes before linearized reading' (duration: 883.263214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.505799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061012126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-31T18:28:44.505829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.622374Z","time spent":"883.450419ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:44.505821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.573743Z","time spent":"932.067381ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:44.505863Z","caller":"traceutil/trace.go:171","msg":"trace[1793986351] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:276; }","duration":"1.061099848s","start":"2026-03-31T18:28:43.444737Z","end":"2026-03-31T18:28:44.505837Z","steps":["trace[1793986351] 'agreement among raft nodes before linearized reading' (duration: 1.060962455s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:44.505875Z","caller":"traceutil/trace.go:171","msg":"trace[1643120722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:276; }","duration":"932.155894ms","start":"2026-03-31T18:28:43.573678Z","end":"2026-03-31T18:28:44.505834Z","steps":["trace[1643120722] 'agreement among raft nodes before linearized reading' (duration: 931.714662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.505908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.44471Z","time spent":"1.06118949s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2944,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T18:28:44.506001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.573658Z","time spent":"932.296697ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:28:44.506076Z","caller":"traceutil/trace.go:171","msg":"trace[1448427998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:0; response_revision:276; }","duration":"927.275845ms","start":"2026-03-31T18:28:43.578782Z","end":"2026-03-31T18:28:44.506058Z","steps":["trace[1448427998] 'agreement among raft nodes before linearized reading' (duration: 926.70248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:44.506197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:43.578772Z","time spent":"927.336867ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"info","ts":"2026-03-31T18:28:44.797602Z","caller":"traceutil/trace.go:171","msg":"trace[1767190315] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"171.313013ms","start":"2026-03-31T18:28:44.626249Z","end":"2026-03-31T18:28:44.797562Z","steps":["trace[1767190315] 'process raft request' (duration: 143.793863ms)","trace[1767190315] 'compare' (duration: 27.304654ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:46.313567Z","caller":"traceutil/trace.go:171","msg":"trace[98239885] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:345; }","duration":"120.920815ms","start":"2026-03-31T18:28:46.19262Z","end":"2026-03-31T18:28:46.313541Z","steps":["trace[98239885] 'read index received' (duration: 107.662928ms)","trace[98239885] 'applied index is now lower than readState.Index' (duration: 13.256747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:46.313793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.14569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:46.313846Z","caller":"traceutil/trace.go:171","msg":"trace[1626052403] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:0; response_revision:331; }","duration":"121.243153ms","start":"2026-03-31T18:28:46.192574Z","end":"2026-03-31T18:28:46.313817Z","steps":["trace[1626052403] 'agreement among raft nodes before linearized reading' (duration: 121.074658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:46.314005Z","caller":"traceutil/trace.go:171","msg":"trace[449728341] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"137.94584ms","start":"2026-03-31T18:28:46.176034Z","end":"2026-03-31T18:28:46.313979Z","steps":["trace[449728341] 'process raft request' (duration: 124.23996ms)","trace[449728341] 'compare' (duration: 12.96102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:47.304159Z","caller":"traceutil/trace.go:171","msg":"trace[43092576] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"101.780253ms","start":"2026-03-31T18:28:47.202346Z","end":"2026-03-31T18:28:47.304126Z","steps":["trace[43092576] 'process raft request' (duration: 101.456844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.109181Z","caller":"traceutil/trace.go:171","msg":"trace[1310255863] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"224.836835ms","start":"2026-03-31T18:28:49.884324Z","end":"2026-03-31T18:28:50.109161Z","steps":["trace[1310255863] 'process raft request' (duration: 224.68701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.733052Z","caller":"traceutil/trace.go:171","msg":"trace[95306960] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"194.369727ms","start":"2026-03-31T18:28:50.538663Z","end":"2026-03-31T18:28:50.733033Z","steps":["trace[95306960] 'read index received' (duration: 192.19845ms)","trace[95306960] 'applied index is now lower than readState.Index' (duration: 2.170457ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:50.733146Z","caller":"traceutil/trace.go:171","msg":"trace[78053397] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"615.149478ms","start":"2026-03-31T18:28:50.117989Z","end":"2026-03-31T18:28:50.733138Z","steps":["trace[78053397] 'process raft request' (duration: 612.857988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.733251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:50.11796Z","time spent":"615.21824ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:50.733253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.588272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:50.733261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.74513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:28:50.733309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.7379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:28:50.733308Z","caller":"traceutil/trace.go:171","msg":"trace[1522233365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"194.682855ms","start":"2026-03-31T18:28:50.538612Z","end":"2026-03-31T18:28:50.733295Z","steps":["trace[1522233365] 'agreement among raft nodes before linearized reading' (duration: 194.588892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.733342Z","caller":"traceutil/trace.go:171","msg":"trace[1940581499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"193.7668ms","start":"2026-03-31T18:28:50.539565Z","end":"2026-03-31T18:28:50.733331Z","steps":["trace[1940581499] 'agreement among raft nodes before linearized reading' (duration: 193.720459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.733343Z","caller":"traceutil/trace.go:171","msg":"trace[1206247146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"193.852123ms","start":"2026-03-31T18:28:50.53947Z","end":"2026-03-31T18:28:50.733322Z","steps":["trace[1206247146] 'agreement among raft nodes before linearized reading' (duration: 193.70501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.733249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.106703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:28:50.733387Z","caller":"traceutil/trace.go:171","msg":"trace[2007623644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"193.272958ms","start":"2026-03-31T18:28:50.540103Z","end":"2026-03-31T18:28:50.733376Z","steps":["trace[2007623644] 'agreement among raft nodes before linearized reading' (duration: 193.092093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:51.983389Z","caller":"traceutil/trace.go:171","msg":"trace[1601339823] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"143.893416ms","start":"2026-03-31T18:28:51.839469Z","end":"2026-03-31T18:28:51.983362Z","steps":["trace[1601339823] 'read index received' (duration: 143.760922ms)","trace[1601339823] 'applied index is now lower than readState.Index' (duration: 131.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:51.983406Z","caller":"traceutil/trace.go:171","msg":"trace[1277245160] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"271.255409ms","start":"2026-03-31T18:28:51.712127Z","end":"2026-03-31T18:28:51.983382Z","steps":["trace[1277245160] 'process raft request' (duration: 271.102574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:51.983599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.107651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:51.983997Z","caller":"traceutil/trace.go:171","msg":"trace[1981269513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"144.565864ms","start":"2026-03-31T18:28:51.839399Z","end":"2026-03-31T18:28:51.983965Z","steps":["trace[1981269513] 'agreement among raft nodes before linearized reading' (duration: 144.101952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.226492Z","caller":"traceutil/trace.go:171","msg":"trace[1227644137] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"158.333743ms","start":"2026-03-31T18:28:58.068137Z","end":"2026-03-31T18:28:58.226471Z","steps":["trace[1227644137] 'process raft request' (duration: 158.182589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.367466Z","caller":"traceutil/trace.go:171","msg":"trace[447365460] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"105.79348ms","start":"2026-03-31T18:28:58.261641Z","end":"2026-03-31T18:28:58.367435Z","steps":["trace[447365460] 'process raft request' (duration: 105.672516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.610618Z","caller":"traceutil/trace.go:171","msg":"trace[1762277265] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"127.083346ms","start":"2026-03-31T18:28:58.483504Z","end":"2026-03-31T18:28:58.610588Z","steps":["trace[1762277265] 'process raft request' (duration: 115.089752ms)","trace[1762277265] 'compare' (duration: 11.738167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:58.822416Z","caller":"traceutil/trace.go:171","msg":"trace[836559165] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"188.474832ms","start":"2026-03-31T18:28:58.633889Z","end":"2026-03-31T18:28:58.822364Z","steps":["trace[836559165] 'process raft request' (duration: 166.254291ms)","trace[836559165] 'compare' (duration: 21.963004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:01.377382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189677811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:01.92345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189677811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:02.424397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189677811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:02.673935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.799229123s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:02.674285Z","caller":"traceutil/trace.go:171","msg":"trace[685326504] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"1.797307592s","start":"2026-03-31T18:29:00.876959Z","end":"2026-03-31T18:29:02.674266Z","steps":["trace[685326504] 'read index received' (duration: 1.797112997s)","trace[685326504] 'applied index is now lower than readState.Index' (duration: 193.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:02.67436Z","caller":"traceutil/trace.go:171","msg":"trace[1849530071] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.799709825s","start":"2026-03-31T18:29:00.874624Z","end":"2026-03-31T18:29:02.674334Z","steps":["trace[1849530071] 'process raft request' (duration: 1.79951697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:02.674445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.470966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:02.67449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.874613Z","time spent":"1.799786728s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:02.674477Z","caller":"traceutil/trace.go:171","msg":"trace[1753931511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"832.558587ms","start":"2026-03-31T18:29:01.841909Z","end":"2026-03-31T18:29:02.674468Z","steps":["trace[1753931511] 'agreement among raft nodes before linearized reading' (duration: 832.495646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:02.674542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:01.841889Z","time spent":"832.64486ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:02.674628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796707017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:29:02.674623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03942066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:29:02.674684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797717613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:02.674708Z","caller":"traceutil/trace.go:171","msg":"trace[629790779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"1.796812271s","start":"2026-03-31T18:29:00.877879Z","end":"2026-03-31T18:29:02.674691Z","steps":["trace[629790779] 'agreement among raft nodes before linearized reading' (duration: 1.796512583s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.674726Z","caller":"traceutil/trace.go:171","msg":"trace[604972963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"1.797766615s","start":"2026-03-31T18:29:00.876948Z","end":"2026-03-31T18:29:02.674714Z","steps":["trace[604972963] 'agreement among raft nodes before linearized reading' (duration: 1.797418536s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.674726Z","caller":"traceutil/trace.go:171","msg":"trace[668234169] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:461; }","duration":"1.039573044s","start":"2026-03-31T18:29:01.63513Z","end":"2026-03-31T18:29:02.674703Z","steps":["trace[668234169] 'agreement among raft nodes before linearized reading' (duration: 1.039359759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:02.674746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.877876Z","time spent":"1.796863122s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:02.674753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.876943Z","time spent":"1.797803666s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:02.674777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:01.635109Z","time spent":"1.039658197s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-03-31T18:29:02.674979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796602855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:02.67501Z","caller":"traceutil/trace.go:171","msg":"trace[838948195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"1.796634315s","start":"2026-03-31T18:29:00.878363Z","end":"2026-03-31T18:29:02.674997Z","steps":["trace[838948195] 'agreement among raft nodes before linearized reading' (duration: 1.796551883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:02.675047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:00.878359Z","time spent":"1.796682446s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:09.27094Z","caller":"traceutil/trace.go:171","msg":"trace[1642901983] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"492.312943ms","start":"2026-03-31T18:29:08.778589Z","end":"2026-03-31T18:29:09.270902Z","steps":["trace[1642901983] 'process raft request' (duration: 491.037679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.271349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.778567Z","time spent":"492.680192ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.275035Z","caller":"traceutil/trace.go:171","msg":"trace[1502194709] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:497; }","duration":"434.839739ms","start":"2026-03-31T18:29:08.840171Z","end":"2026-03-31T18:29:09.275011Z","steps":["trace[1502194709] 'read index received' (duration: 429.415537ms)","trace[1502194709] 'applied index is now lower than readState.Index' (duration: 5.423102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:09.275203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.015043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:09.275233Z","caller":"traceutil/trace.go:171","msg":"trace[2088468154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"435.061685ms","start":"2026-03-31T18:29:08.840164Z","end":"2026-03-31T18:29:09.275225Z","steps":["trace[2088468154] 'agreement among raft nodes before linearized reading' (duration: 434.935241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.275256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.84012Z","time spent":"435.130587ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:09.275493Z","caller":"traceutil/trace.go:171","msg":"trace[1255396738] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"496.508913ms","start":"2026-03-31T18:29:08.778976Z","end":"2026-03-31T18:29:09.275485Z","steps":["trace[1255396738] 'process raft request' (duration: 495.904508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.275571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.778949Z","time spent":"496.574564ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:09.275667Z","caller":"traceutil/trace.go:171","msg":"trace[23277181] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"496.541754ms","start":"2026-03-31T18:29:08.779118Z","end":"2026-03-31T18:29:09.275659Z","steps":["trace[23277181] 'process raft request' (duration: 495.858376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:09.275725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:08.779069Z","time spent":"496.627886ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:14.948243Z","caller":"traceutil/trace.go:171","msg":"trace[1546087988] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"151.004972ms","start":"2026-03-31T18:29:14.797217Z","end":"2026-03-31T18:29:14.948222Z","steps":["trace[1546087988] 'read index received' (duration: 150.074948ms)","trace[1546087988] 'applied index is now lower than readState.Index' (duration: 929.294µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:14.948324Z","caller":"traceutil/trace.go:171","msg":"trace[2095912163] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.001747284s","start":"2026-03-31T18:29:13.946543Z","end":"2026-03-31T18:29:14.94829Z","steps":["trace[2095912163] 'process raft request' (duration: 1.001343184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.948373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.137226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:29:14.948476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.946502Z","time spent":"1.001909098s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:14.948508Z","caller":"traceutil/trace.go:171","msg":"trace[1452927989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"151.319631ms","start":"2026-03-31T18:29:14.797179Z","end":"2026-03-31T18:29:14.948499Z","steps":["trace[1452927989] 'agreement among raft nodes before linearized reading' (duration: 151.122175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.094508Z","caller":"traceutil/trace.go:171","msg":"trace[1499654632] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"251.83986ms","start":"2026-03-31T18:29:21.842651Z","end":"2026-03-31T18:29:22.094491Z","steps":["trace[1499654632] 'read index received' (duration: 251.726947ms)","trace[1499654632] 'applied index is now lower than readState.Index' (duration: 112.203µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:22.094544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.63787Z","time spent":"456.66639ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:29:22.094611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.969044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:22.094629Z","caller":"traceutil/trace.go:171","msg":"trace[1925005587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"252.571779ms","start":"2026-03-31T18:29:21.842052Z","end":"2026-03-31T18:29:22.094624Z","steps":["trace[1925005587] 'agreement among raft nodes before linearized reading' (duration: 252.518248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.244383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.247273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:22.244498Z","caller":"traceutil/trace.go:171","msg":"trace[1542543183] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"149.00692ms","start":"2026-03-31T18:29:22.095473Z","end":"2026-03-31T18:29:22.24448Z","steps":["trace[1542543183] 'process raft request' (duration: 40.572782ms)","trace[1542543183] 'compare' (duration: 108.146401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.052193Z","caller":"traceutil/trace.go:171","msg":"trace[1937609319] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"209.144413ms","start":"2026-03-31T18:29:22.843013Z","end":"2026-03-31T18:29:23.052157Z","steps":["trace[1937609319] 'read index received' (duration: 208.880316ms)","trace[1937609319] 'applied index is now lower than readState.Index' (duration: 262.807µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:23.052255Z","caller":"traceutil/trace.go:171","msg":"trace[1441237313] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"782.424646ms","start":"2026-03-31T18:29:22.269803Z","end":"2026-03-31T18:29:23.052227Z","steps":["trace[1441237313] 'process raft request' (duration: 782.157468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.052378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.40859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:23.052435Z","caller":"traceutil/trace.go:171","msg":"trace[323596584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"209.515753ms","start":"2026-03-31T18:29:22.842905Z","end":"2026-03-31T18:29:23.052421Z","steps":["trace[323596584] 'agreement among raft nodes before linearized reading' (duration: 209.41818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.052428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.269771Z","time spent":"782.558868ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:23.884087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189678224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:24.38505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189678224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:24.571256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191149211s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:24.571632Z","caller":"traceutil/trace.go:171","msg":"trace[486153329] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"1.187571516s","start":"2026-03-31T18:29:23.384033Z","end":"2026-03-31T18:29:24.571604Z","steps":["trace[486153329] 'read index received' (duration: 1.18734932s)","trace[486153329] 'applied index is now lower than readState.Index' (duration: 221.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:24.571659Z","caller":"traceutil/trace.go:171","msg":"trace[234446399] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"1.191631113s","start":"2026-03-31T18:29:23.380014Z","end":"2026-03-31T18:29:24.571645Z","steps":["trace[234446399] 'process raft request' (duration: 1.191447488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.571852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187812543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:24.571915Z","caller":"traceutil/trace.go:171","msg":"trace[1625449288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.187885544s","start":"2026-03-31T18:29:23.38402Z","end":"2026-03-31T18:29:24.571905Z","steps":["trace[1625449288] 'agreement among raft nodes before linearized reading' (duration: 1.18770516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.571957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.384014Z","time spent":"1.187936106s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:24.572034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183953912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:24.571842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.379992Z","time spent":"1.191769286s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:24.57219Z","caller":"traceutil/trace.go:171","msg":"trace[1082431430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"1.184097136s","start":"2026-03-31T18:29:23.388012Z","end":"2026-03-31T18:29:24.572109Z","steps":["trace[1082431430] 'agreement among raft nodes before linearized reading' (duration: 1.183802688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:24.57226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:23.387999Z","time spent":"1.184242239s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:25.340111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189678227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:25.391249Z","caller":"traceutil/trace.go:171","msg":"trace[1170055910] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"814.352111ms","start":"2026-03-31T18:29:24.576868Z","end":"2026-03-31T18:29:25.39122Z","steps":["trace[1170055910] 'process raft request' (duration: 814.170656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.391425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.576847Z","time spent":"814.486814ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:25.39345Z","caller":"traceutil/trace.go:171","msg":"trace[1841495896] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:672; }","duration":"553.945912ms","start":"2026-03-31T18:29:24.839483Z","end":"2026-03-31T18:29:25.393429Z","steps":["trace[1841495896] 'read index received' (duration: 551.518028ms)","trace[1841495896] 'applied index is now lower than readState.Index' (duration: 2.426724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:25.393504Z","caller":"traceutil/trace.go:171","msg":"trace[91092734] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"812.41462ms","start":"2026-03-31T18:29:24.581079Z","end":"2026-03-31T18:29:25.393494Z","steps":["trace[91092734] 'process raft request' (duration: 812.232236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.393633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.125546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:25.393743Z","caller":"traceutil/trace.go:171","msg":"trace[1497548994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"554.321681ms","start":"2026-03-31T18:29:24.839397Z","end":"2026-03-31T18:29:25.393719Z","steps":["trace[1497548994] 'agreement among raft nodes before linearized reading' (duration: 554.138336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.393884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.839367Z","time spent":"554.507168ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:25.393899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.581062Z","time spent":"812.602784ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:25.393949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.255867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:29:25.394159Z","caller":"traceutil/trace.go:171","msg":"trace[659821972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:647; }","duration":"318.501333ms","start":"2026-03-31T18:29:25.075643Z","end":"2026-03-31T18:29:25.394145Z","steps":["trace[659821972] 'agreement among raft nodes before linearized reading' (duration: 318.148634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.39421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.075623Z","time spent":"318.574666ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:28.021377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.007049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:28.02147Z","caller":"traceutil/trace.go:171","msg":"trace[669286826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"181.147863ms","start":"2026-03-31T18:29:27.8403Z","end":"2026-03-31T18:29:28.021448Z","steps":["trace[669286826] 'range keys from in-memory index tree' (duration: 180.925788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.67854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.704805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T18:29:30.678629Z","caller":"traceutil/trace.go:171","msg":"trace[952406446] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:710; }","duration":"118.833808ms","start":"2026-03-31T18:29:30.559768Z","end":"2026-03-31T18:29:30.678602Z","steps":["trace[952406446] 'range keys from in-memory index tree' (duration: 118.5328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.854839Z","caller":"traceutil/trace.go:171","msg":"trace[127160157] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"389.30822ms","start":"2026-03-31T18:29:39.465485Z","end":"2026-03-31T18:29:39.854793Z","steps":["trace[127160157] 'process raft request' (duration: 389.012562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.855122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.465466Z","time spent":"389.522375ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:39.904316Z","caller":"traceutil/trace.go:171","msg":"trace[900452491] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"436.671974ms","start":"2026-03-31T18:29:39.46761Z","end":"2026-03-31T18:29:39.904282Z","steps":["trace[900452491] 'process raft request' (duration: 436.463479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.904424Z","caller":"traceutil/trace.go:171","msg":"trace[152083188] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"434.723704ms","start":"2026-03-31T18:29:39.469612Z","end":"2026-03-31T18:29:39.904336Z","steps":["trace[152083188] 'process raft request' (duration: 434.56283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.904529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.467599Z","time spent":"436.813198ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:39.904605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.469579Z","time spent":"434.925819ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:42.865798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189678552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:43.248428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015838313s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:43.24879Z","caller":"traceutil/trace.go:171","msg":"trace[830497891] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:838; }","duration":"883.537144ms","start":"2026-03-31T18:29:42.365235Z","end":"2026-03-31T18:29:43.248772Z","steps":["trace[830497891] 'read index received' (duration: 883.440792ms)","trace[830497891] 'applied index is now lower than readState.Index' (duration: 95.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:43.24887Z","caller":"traceutil/trace.go:171","msg":"trace[220689183] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"1.016397928s","start":"2026-03-31T18:29:42.23243Z","end":"2026-03-31T18:29:43.248828Z","steps":["trace[220689183] 'process raft request' (duration: 1.016225074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.249001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.76032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7shb6\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-31T18:29:43.249032Z","caller":"traceutil/trace.go:171","msg":"trace[1565640042] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7shb6; range_end:; response_count:1; response_revision:806; }","duration":"883.848832ms","start":"2026-03-31T18:29:42.365174Z","end":"2026-03-31T18:29:43.249023Z","steps":["trace[1565640042] 'agreement among raft nodes before linearized reading' (duration: 883.716369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.249053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.365148Z","time spent":"883.900673ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7shb6\" "} {"level":"warn","ts":"2026-03-31T18:29:43.249097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.232406Z","time spent":"1.016553823s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:43.24915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.157616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:43.249217Z","caller":"traceutil/trace.go:171","msg":"trace[1022122980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"501.274349ms","start":"2026-03-31T18:29:42.747926Z","end":"2026-03-31T18:29:43.2492Z","steps":["trace[1022122980] 'agreement among raft nodes before linearized reading' (duration: 501.112834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:43.249249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:42.747904Z","time spent":"501.33934ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:43.821442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189678555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:44.097659Z","caller":"traceutil/trace.go:171","msg":"trace[874500771] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"843.499501ms","start":"2026-03-31T18:29:43.254134Z","end":"2026-03-31T18:29:44.097634Z","steps":["trace[874500771] 'process raft request' (duration: 843.356987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.0978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.254106Z","time spent":"843.622914ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:44.107841Z","caller":"traceutil/trace.go:171","msg":"trace[1553589694] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:839; }","duration":"786.6968ms","start":"2026-03-31T18:29:43.321118Z","end":"2026-03-31T18:29:44.107815Z","steps":["trace[1553589694] 'read index received' (duration: 776.394581ms)","trace[1553589694] 'applied index is now lower than readState.Index' (duration: 10.301319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:44.108058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.589809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:44.108033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.894246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:44.108119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.888587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:44.10813Z","caller":"traceutil/trace.go:171","msg":"trace[819469703] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:808; }","duration":"760.716644ms","start":"2026-03-31T18:29:43.347397Z","end":"2026-03-31T18:29:44.108113Z","steps":["trace[819469703] 'agreement among raft nodes before linearized reading' (duration: 760.574169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.108151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.419461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:44.108167Z","caller":"traceutil/trace.go:171","msg":"trace[1422991209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"190.999549ms","start":"2026-03-31T18:29:43.917152Z","end":"2026-03-31T18:29:44.108152Z","steps":["trace[1422991209] 'agreement among raft nodes before linearized reading' (duration: 190.823944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.108162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.888167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:29:44.108177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.347384Z","time spent":"760.780445ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:44.108173Z","caller":"traceutil/trace.go:171","msg":"trace[934074981] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:808; }","duration":"787.06816ms","start":"2026-03-31T18:29:43.321074Z","end":"2026-03-31T18:29:44.108142Z","steps":["trace[934074981] 'agreement among raft nodes before linearized reading' (duration: 786.870994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.108202Z","caller":"traceutil/trace.go:171","msg":"trace[941459591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:808; }","duration":"190.977639ms","start":"2026-03-31T18:29:43.917216Z","end":"2026-03-31T18:29:44.108194Z","steps":["trace[941459591] 'agreement among raft nodes before linearized reading' (duration: 190.882057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.108196Z","caller":"traceutil/trace.go:171","msg":"trace[395214744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"224.493423ms","start":"2026-03-31T18:29:43.883689Z","end":"2026-03-31T18:29:44.108183Z","steps":["trace[395214744] 'agreement among raft nodes before linearized reading' (duration: 224.369469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.108228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.93046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:44.108304Z","caller":"traceutil/trace.go:171","msg":"trace[87203637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"267.018852ms","start":"2026-03-31T18:29:43.841269Z","end":"2026-03-31T18:29:44.108288Z","steps":["trace[87203637] 'agreement among raft nodes before linearized reading' (duration: 266.860848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.108245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.321051Z","time spent":"787.171943ms","remote":"127.0.0.1:57402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:44.107933Z","caller":"traceutil/trace.go:171","msg":"trace[1254082065] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"850.500744ms","start":"2026-03-31T18:29:43.257409Z","end":"2026-03-31T18:29:44.10791Z","steps":["trace[1254082065] 'process raft request' (duration: 850.295858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.108791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.257379Z","time spent":"851.195582ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4022,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:54.728477Z","caller":"traceutil/trace.go:171","msg":"trace[1146713416] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"123.732725ms","start":"2026-03-31T18:29:54.604725Z","end":"2026-03-31T18:29:54.728458Z","steps":["trace[1146713416] 'process raft request' (duration: 123.604412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.32889Z","caller":"traceutil/trace.go:171","msg":"trace[626703325] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1007; }","duration":"154.116468ms","start":"2026-03-31T18:29:58.174735Z","end":"2026-03-31T18:29:58.328851Z","steps":["trace[626703325] 'read index received' (duration: 153.904853ms)","trace[626703325] 'applied index is now lower than readState.Index' (duration: 209.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:58.328972Z","caller":"traceutil/trace.go:171","msg":"trace[219136007] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"163.339389ms","start":"2026-03-31T18:29:58.165591Z","end":"2026-03-31T18:29:58.32893Z","steps":["trace[219136007] 'process raft request' (duration: 163.028351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:58.329213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.446368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:58.32928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.514719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:58.329325Z","caller":"traceutil/trace.go:171","msg":"trace[12206722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:972; }","duration":"154.614361ms","start":"2026-03-31T18:29:58.174688Z","end":"2026-03-31T18:29:58.329302Z","steps":["trace[12206722] 'agreement among raft nodes before linearized reading' (duration: 154.256191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.329343Z","caller":"traceutil/trace.go:171","msg":"trace[314918799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:972; }","duration":"154.632521ms","start":"2026-03-31T18:29:58.174691Z","end":"2026-03-31T18:29:58.329324Z","steps":["trace[314918799] 'agreement among raft nodes before linearized reading' (duration: 154.412236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:58.329542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.405184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T18:29:58.329574Z","caller":"traceutil/trace.go:171","msg":"trace[1528828881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:972; }","duration":"152.475455ms","start":"2026-03-31T18:29:58.177089Z","end":"2026-03-31T18:29:58.329564Z","steps":["trace[1528828881] 'agreement among raft nodes before linearized reading' (duration: 152.399433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:02.886639Z","caller":"traceutil/trace.go:171","msg":"trace[974019253] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"141.878359ms","start":"2026-03-31T18:30:02.744536Z","end":"2026-03-31T18:30:02.886415Z","steps":["trace[974019253] 'process raft request' (duration: 123.188781ms)","trace[974019253] 'compare' (duration: 18.295368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:03.099031Z","caller":"traceutil/trace.go:171","msg":"trace[182269431] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"104.147685ms","start":"2026-03-31T18:30:02.994865Z","end":"2026-03-31T18:30:03.099013Z","steps":["trace[182269431] 'process raft request' (duration: 103.884157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.221245Z","caller":"traceutil/trace.go:171","msg":"trace[651823125] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"101.185378ms","start":"2026-03-31T18:30:03.119876Z","end":"2026-03-31T18:30:03.221062Z","steps":["trace[651823125] 'process raft request' (duration: 53.247288ms)","trace[651823125] 'compare' (duration: 47.54892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:03.533457Z","caller":"traceutil/trace.go:171","msg":"trace[593546909] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"184.012837ms","start":"2026-03-31T18:30:03.349417Z","end":"2026-03-31T18:30:03.53343Z","steps":["trace[593546909] 'process raft request' (duration: 181.478222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.676494Z","caller":"traceutil/trace.go:171","msg":"trace[1995082810] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1155; }","duration":"293.898912ms","start":"2026-03-31T18:30:03.382567Z","end":"2026-03-31T18:30:03.676466Z","steps":["trace[1995082810] 'read index received' (duration: 148.296436ms)","trace[1995082810] 'applied index is now lower than readState.Index' (duration: 145.600746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:03.676541Z","caller":"traceutil/trace.go:171","msg":"trace[2040453491] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"324.648684ms","start":"2026-03-31T18:30:03.351844Z","end":"2026-03-31T18:30:03.676492Z","steps":["trace[2040453491] 'process raft request' (duration: 322.433685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.676714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.351822Z","time spent":"324.810448ms","remote":"127.0.0.1:40578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:03.676793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.20478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:03.676867Z","caller":"traceutil/trace.go:171","msg":"trace[175174469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1120; }","duration":"294.328573ms","start":"2026-03-31T18:30:03.38252Z","end":"2026-03-31T18:30:03.676848Z","steps":["trace[175174469] 'agreement among raft nodes before linearized reading' (duration: 294.072657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.676765Z","caller":"traceutil/trace.go:171","msg":"trace[90995519] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"322.375485ms","start":"2026-03-31T18:30:03.354307Z","end":"2026-03-31T18:30:03.676682Z","steps":["trace[90995519] 'process raft request' (duration: 322.094427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:03.677038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.35429Z","time spent":"322.714213ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2920,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:03.737091Z","caller":"traceutil/trace.go:171","msg":"trace[224895791] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"186.138262ms","start":"2026-03-31T18:30:03.550929Z","end":"2026-03-31T18:30:03.737067Z","steps":["trace[224895791] 'process raft request' (duration: 186.020559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.926236Z","caller":"traceutil/trace.go:171","msg":"trace[1777715753] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"240.808378ms","start":"2026-03-31T18:30:03.685385Z","end":"2026-03-31T18:30:03.926193Z","steps":["trace[1777715753] 'process raft request' (duration: 240.587543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.926402Z","caller":"traceutil/trace.go:171","msg":"trace[47752924] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"182.619911ms","start":"2026-03-31T18:30:03.74375Z","end":"2026-03-31T18:30:03.92637Z","steps":["trace[47752924] 'process raft request' (duration: 182.344484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.9271Z","caller":"traceutil/trace.go:171","msg":"trace[2040877834] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"243.604411ms","start":"2026-03-31T18:30:03.682698Z","end":"2026-03-31T18:30:03.926303Z","steps":["trace[2040877834] 'process raft request' (duration: 221.765521ms)","trace[2040877834] 'compare' (duration: 21.126651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.77667Z","caller":"traceutil/trace.go:171","msg":"trace[1190922359] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"782.172641ms","start":"2026-03-31T18:30:15.994475Z","end":"2026-03-31T18:30:16.776648Z","steps":["trace[1190922359] 'process raft request' (duration: 782.037137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.776679Z","caller":"traceutil/trace.go:171","msg":"trace[677514789] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1253; }","duration":"313.00129ms","start":"2026-03-31T18:30:16.463648Z","end":"2026-03-31T18:30:16.776649Z","steps":["trace[677514789] 'read index received' (duration: 312.98658ms)","trace[677514789] 'applied index is now lower than readState.Index' (duration: 12.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:16.776837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.994442Z","time spent":"782.301184ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:16.776882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.220146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:16.77696Z","caller":"traceutil/trace.go:171","msg":"trace[943897724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"313.35222ms","start":"2026-03-31T18:30:16.463596Z","end":"2026-03-31T18:30:16.776949Z","steps":["trace[943897724] 'agreement among raft nodes before linearized reading' (duration: 313.135104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.777001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.463577Z","time spent":"313.414241ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:16.778969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.472743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:16.779041Z","caller":"traceutil/trace.go:171","msg":"trace[14446535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"272.564625ms","start":"2026-03-31T18:30:16.506455Z","end":"2026-03-31T18:30:16.77902Z","steps":["trace[14446535] 'agreement among raft nodes before linearized reading' (duration: 272.393191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.779102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.869181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:16.779139Z","caller":"traceutil/trace.go:171","msg":"trace[1150572232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"270.926523ms","start":"2026-03-31T18:30:16.508204Z","end":"2026-03-31T18:30:16.779131Z","steps":["trace[1150572232] 'agreement among raft nodes before linearized reading' (duration: 270.832511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.779171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.821585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:16.779249Z","caller":"traceutil/trace.go:171","msg":"trace[767930705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"266.947989ms","start":"2026-03-31T18:30:16.512284Z","end":"2026-03-31T18:30:16.779232Z","steps":["trace[767930705] 'agreement among raft nodes before linearized reading' (duration: 266.736463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.779257Z","caller":"traceutil/trace.go:171","msg":"trace[862438861] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"292.164437ms","start":"2026-03-31T18:30:16.487063Z","end":"2026-03-31T18:30:16.779228Z","steps":["trace[862438861] 'process raft request' (duration: 291.698925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:18.950726Z","caller":"traceutil/trace.go:171","msg":"trace[1962079834] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"165.665139ms","start":"2026-03-31T18:30:18.785041Z","end":"2026-03-31T18:30:18.950706Z","steps":["trace[1962079834] 'process raft request' (duration: 165.537036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:18.951171Z","caller":"traceutil/trace.go:171","msg":"trace[308295212] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1268; }","duration":"158.574955ms","start":"2026-03-31T18:30:18.792588Z","end":"2026-03-31T18:30:18.951163Z","steps":["trace[308295212] 'read index received' (duration: 158.570845ms)","trace[308295212] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:18.95129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.315939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:18.951291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.32128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:18.951317Z","caller":"traceutil/trace.go:171","msg":"trace[601312479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"117.401291ms","start":"2026-03-31T18:30:18.83391Z","end":"2026-03-31T18:30:18.951311Z","steps":["trace[601312479] 'agreement among raft nodes before linearized reading' (duration: 117.303679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:18.951332Z","caller":"traceutil/trace.go:171","msg":"trace[550138146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"109.402192ms","start":"2026-03-31T18:30:18.84192Z","end":"2026-03-31T18:30:18.951322Z","steps":["trace[550138146] 'agreement among raft nodes before linearized reading' (duration: 109.32892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.951402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.36332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:18.951422Z","caller":"traceutil/trace.go:171","msg":"trace[1741937716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"117.414832ms","start":"2026-03-31T18:30:18.834002Z","end":"2026-03-31T18:30:18.951417Z","steps":["trace[1741937716] 'agreement among raft nodes before linearized reading' (duration: 117.36237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.951452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.0082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:18.951499Z","caller":"traceutil/trace.go:171","msg":"trace[1370488969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1227; }","duration":"117.067982ms","start":"2026-03-31T18:30:18.834421Z","end":"2026-03-31T18:30:18.951489Z","steps":["trace[1370488969] 'agreement among raft nodes before linearized reading' (duration: 116.937009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.951585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.931404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:18.951669Z","caller":"traceutil/trace.go:171","msg":"trace[851089546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1227; }","duration":"159.092777ms","start":"2026-03-31T18:30:18.792561Z","end":"2026-03-31T18:30:18.951653Z","steps":["trace[851089546] 'agreement among raft nodes before linearized reading' (duration: 158.737139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:19.125265Z","caller":"traceutil/trace.go:171","msg":"trace[2146480504] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1233; }","duration":"104.896585ms","start":"2026-03-31T18:30:19.02035Z","end":"2026-03-31T18:30:19.125247Z","steps":["trace[2146480504] 'process raft request' (duration: 104.761462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.185983Z","caller":"traceutil/trace.go:171","msg":"trace[1659903807] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"203.335131ms","start":"2026-03-31T18:30:24.98261Z","end":"2026-03-31T18:30:25.185945Z","steps":["trace[1659903807] 'process raft request' (duration: 203.158037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.204297Z","caller":"traceutil/trace.go:171","msg":"trace[1175424770] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1339; }","duration":"164.455727ms","start":"2026-03-31T18:30:25.039813Z","end":"2026-03-31T18:30:25.204269Z","steps":["trace[1175424770] 'read index received' (duration: 146.107299ms)","trace[1175424770] 'applied index is now lower than readState.Index' (duration: 18.347558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:25.204367Z","caller":"traceutil/trace.go:171","msg":"trace[14124472] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"170.868995ms","start":"2026-03-31T18:30:25.033457Z","end":"2026-03-31T18:30:25.204326Z","steps":["trace[14124472] 'process raft request' (duration: 170.666669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.20455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.53655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:25.204598Z","caller":"traceutil/trace.go:171","msg":"trace[1218447781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1295; }","duration":"164.616242ms","start":"2026-03-31T18:30:25.039969Z","end":"2026-03-31T18:30:25.204586Z","steps":["trace[1218447781] 'agreement among raft nodes before linearized reading' (duration: 164.442277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.204597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.752165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:25.204667Z","caller":"traceutil/trace.go:171","msg":"trace[85408860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1295; }","duration":"164.89857ms","start":"2026-03-31T18:30:25.039752Z","end":"2026-03-31T18:30:25.20465Z","steps":["trace[85408860] 'agreement among raft nodes before linearized reading' (duration: 164.663495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.204759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.904913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T18:30:25.204806Z","caller":"traceutil/trace.go:171","msg":"trace[679587211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1295; }","duration":"164.002866ms","start":"2026-03-31T18:30:25.04079Z","end":"2026-03-31T18:30:25.204793Z","steps":["trace[679587211] 'agreement among raft nodes before linearized reading' (duration: 163.810931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.204847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.110958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:30:25.20497Z","caller":"traceutil/trace.go:171","msg":"trace[1457830393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1295; }","duration":"164.305434ms","start":"2026-03-31T18:30:25.04064Z","end":"2026-03-31T18:30:25.204945Z","steps":["trace[1457830393] 'agreement among raft nodes before linearized reading' (duration: 163.966645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.35474Z","caller":"traceutil/trace.go:171","msg":"trace[647822331] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"145.75371ms","start":"2026-03-31T18:30:25.208965Z","end":"2026-03-31T18:30:25.354719Z","steps":["trace[647822331] 'process raft request' (duration: 76.793313ms)","trace[647822331] 'compare' (duration: 68.800883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:25.355004Z","caller":"traceutil/trace.go:171","msg":"trace[55335787] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"145.675028ms","start":"2026-03-31T18:30:25.20932Z","end":"2026-03-31T18:30:25.354995Z","steps":["trace[55335787] 'process raft request' (duration: 145.368749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.35506Z","caller":"traceutil/trace.go:171","msg":"trace[528035841] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"145.511454ms","start":"2026-03-31T18:30:25.209522Z","end":"2026-03-31T18:30:25.355034Z","steps":["trace[528035841] 'process raft request' (duration: 145.462363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.355148Z","caller":"traceutil/trace.go:171","msg":"trace[1756190487] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"145.614776ms","start":"2026-03-31T18:30:25.209505Z","end":"2026-03-31T18:30:25.35512Z","steps":["trace[1756190487] 'process raft request' (duration: 145.38272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.375793Z","caller":"traceutil/trace.go:171","msg":"trace[2020861260] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"150.874124ms","start":"2026-03-31T18:30:31.224889Z","end":"2026-03-31T18:30:31.375763Z","steps":["trace[2020861260] 'process raft request' (duration: 150.698969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:31.376794Z","caller":"traceutil/trace.go:171","msg":"trace[1038065009] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"148.981454ms","start":"2026-03-31T18:30:31.227801Z","end":"2026-03-31T18:30:31.376783Z","steps":["trace[1038065009] 'process raft request' (duration: 148.921033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.728359Z","caller":"traceutil/trace.go:171","msg":"trace[1008400735] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"294.394396ms","start":"2026-03-31T18:30:36.43394Z","end":"2026-03-31T18:30:36.728334Z","steps":["trace[1008400735] 'read index received' (duration: 294.087039ms)","trace[1008400735] 'applied index is now lower than readState.Index' (duration: 305.977µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.72863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.663644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:30:36.728578Z","caller":"traceutil/trace.go:171","msg":"trace[541895791] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"316.677699ms","start":"2026-03-31T18:30:36.411834Z","end":"2026-03-31T18:30:36.728512Z","steps":["trace[541895791] 'process raft request' (duration: 316.34086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.728681Z","caller":"traceutil/trace.go:171","msg":"trace[1559294021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1461; }","duration":"294.782196ms","start":"2026-03-31T18:30:36.433882Z","end":"2026-03-31T18:30:36.728665Z","steps":["trace[1559294021] 'agreement among raft nodes before linearized reading' (duration: 294.618781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.728874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.411801Z","time spent":"316.944666ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:36.728813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.627955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:36.729001Z","caller":"traceutil/trace.go:171","msg":"trace[2076418141] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1461; }","duration":"125.84095ms","start":"2026-03-31T18:30:36.603142Z","end":"2026-03-31T18:30:36.728983Z","steps":["trace[2076418141] 'agreement among raft nodes before linearized reading' (duration: 125.529823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.63782Z","caller":"traceutil/trace.go:171","msg":"trace[1134951114] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"164.455809ms","start":"2026-03-31T18:30:39.473343Z","end":"2026-03-31T18:30:39.637799Z","steps":["trace[1134951114] 'process raft request' (duration: 104.386129ms)","trace[1134951114] 'compare' (duration: 59.976718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:39.955427Z","caller":"traceutil/trace.go:171","msg":"trace[642753669] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"481.784726ms","start":"2026-03-31T18:30:39.473622Z","end":"2026-03-31T18:30:39.955407Z","steps":["trace[642753669] 'process raft request' (duration: 481.724374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.955454Z","caller":"traceutil/trace.go:171","msg":"trace[879292007] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"481.810297ms","start":"2026-03-31T18:30:39.473596Z","end":"2026-03-31T18:30:39.955407Z","steps":["trace[879292007] 'process raft request' (duration: 481.377495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.955566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.473601Z","time spent":"481.895498ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.955689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.473583Z","time spent":"482.005861ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:39.955669Z","caller":"traceutil/trace.go:171","msg":"trace[277442356] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"481.670112ms","start":"2026-03-31T18:30:39.473973Z","end":"2026-03-31T18:30:39.955643Z","steps":["trace[277442356] 'process raft request' (duration: 481.404985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.955769Z","caller":"traceutil/trace.go:171","msg":"trace[2033918678] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"481.645331ms","start":"2026-03-31T18:30:39.474111Z","end":"2026-03-31T18:30:39.955756Z","steps":["trace[2033918678] 'process raft request' (duration: 481.456467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.955895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.473955Z","time spent":"481.846657ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.95632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.474104Z","time spent":"482.116134ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:39.95661Z","caller":"traceutil/trace.go:171","msg":"trace[823803279] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1523; }","duration":"116.553196ms","start":"2026-03-31T18:30:39.840038Z","end":"2026-03-31T18:30:39.956591Z","steps":["trace[823803279] 'read index received' (duration: 115.18726ms)","trace[823803279] 'applied index is now lower than readState.Index' (duration: 1.364946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:39.956633Z","caller":"traceutil/trace.go:171","msg":"trace[926182590] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"131.164099ms","start":"2026-03-31T18:30:39.825448Z","end":"2026-03-31T18:30:39.956612Z","steps":["trace[926182590] 'process raft request' (duration: 131.090817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.956691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.660638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:39.956721Z","caller":"traceutil/trace.go:171","msg":"trace[159629665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1479; }","duration":"116.71953ms","start":"2026-03-31T18:30:39.839992Z","end":"2026-03-31T18:30:39.956712Z","steps":["trace[159629665] 'agreement among raft nodes before linearized reading' (duration: 116.652638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.381437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189680560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:04.491227Z","caller":"traceutil/trace.go:171","msg":"trace[313287988] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1928; }","duration":"610.394497ms","start":"2026-03-31T18:31:03.880812Z","end":"2026-03-31T18:31:04.491206Z","steps":["trace[313287988] 'read index received' (duration: 610.194202ms)","trace[313287988] 'applied index is now lower than readState.Index' (duration: 199.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:04.491268Z","caller":"traceutil/trace.go:171","msg":"trace[1722010236] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"890.281643ms","start":"2026-03-31T18:31:03.60097Z","end":"2026-03-31T18:31:04.491252Z","steps":["trace[1722010236] 'process raft request' (duration: 890.084889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.600904Z","time spent":"890.401037ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:04.491401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.087056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:04.491427Z","caller":"traceutil/trace.go:171","msg":"trace[1052056025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384; range_end:; response_count:1; response_revision:1868; }","duration":"603.131467ms","start":"2026-03-31T18:31:03.888287Z","end":"2026-03-31T18:31:04.491418Z","steps":["trace[1052056025] 'agreement among raft nodes before linearized reading' (duration: 603.031654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.888248Z","time spent":"603.201358ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.191434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T18:31:04.49154Z","caller":"traceutil/trace.go:171","msg":"trace[1359580185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"389.290828ms","start":"2026-03-31T18:31:04.102233Z","end":"2026-03-31T18:31:04.491524Z","steps":["trace[1359580185] 'agreement among raft nodes before linearized reading' (duration: 389.098242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.102227Z","time spent":"389.340719ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.612644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T18:31:04.49172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.00355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:31:04.491727Z","caller":"traceutil/trace.go:171","msg":"trace[693458459] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1868; }","duration":"405.654235ms","start":"2026-03-31T18:31:04.086064Z","end":"2026-03-31T18:31:04.491719Z","steps":["trace[693458459] 'agreement among raft nodes before linearized reading' (duration: 405.578433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.08606Z","time spent":"405.685706ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.934232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:04.491781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.283451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:04.4918Z","caller":"traceutil/trace.go:171","msg":"trace[570727376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"611.008443ms","start":"2026-03-31T18:31:03.88078Z","end":"2026-03-31T18:31:04.491789Z","steps":["trace[570727376] 'agreement among raft nodes before linearized reading' (duration: 610.5213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.531544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:04.491813Z","caller":"traceutil/trace.go:171","msg":"trace[1869106306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384; range_end:; response_count:1; response_revision:1868; }","duration":"354.358563ms","start":"2026-03-31T18:31:04.137445Z","end":"2026-03-31T18:31:04.491804Z","steps":["trace[1869106306] 'agreement among raft nodes before linearized reading' (duration: 354.269711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.467598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:31:04.491826Z","caller":"traceutil/trace.go:171","msg":"trace[2086688157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1868; }","duration":"412.566415ms","start":"2026-03-31T18:31:04.079254Z","end":"2026-03-31T18:31:04.49182Z","steps":["trace[2086688157] 'agreement among raft nodes before linearized reading' (duration: 412.509133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.880764Z","time spent":"611.055544ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.137405Z","time spent":"354.422015ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b7f5d274-b966-405f-bd8c-d6ff5280d384\" "} {"level":"info","ts":"2026-03-31T18:31:04.491841Z","caller":"traceutil/trace.go:171","msg":"trace[2095347212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"382.509579ms","start":"2026-03-31T18:31:04.109325Z","end":"2026-03-31T18:31:04.491835Z","steps":["trace[2095347212] 'agreement among raft nodes before linearized reading' (duration: 382.428457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.079249Z","time spent":"412.591726ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.10932Z","time spent":"382.536109ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:04.49175Z","caller":"traceutil/trace.go:171","msg":"trace[1021142456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"415.069571ms","start":"2026-03-31T18:31:04.07667Z","end":"2026-03-31T18:31:04.49174Z","steps":["trace[1021142456] 'agreement among raft nodes before linearized reading' (duration: 414.989299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.491965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.076652Z","time spent":"415.307277ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:04.491935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.574235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:31:04.492033Z","caller":"traceutil/trace.go:171","msg":"trace[1946253489] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1868; }","duration":"565.661307ms","start":"2026-03-31T18:31:03.926354Z","end":"2026-03-31T18:31:04.492015Z","steps":["trace[1946253489] 'agreement among raft nodes before linearized reading' (duration: 565.492953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.492052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.926308Z","time spent":"565.739609ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:05.300334Z","caller":"traceutil/trace.go:171","msg":"trace[818932076] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1929; }","duration":"787.668321ms","start":"2026-03-31T18:31:04.512644Z","end":"2026-03-31T18:31:05.300312Z","steps":["trace[818932076] 'read index received' (duration: 27.857228ms)","trace[818932076] 'applied index is now lower than readState.Index' (duration: 759.809993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:05.30055Z","caller":"traceutil/trace.go:171","msg":"trace[1463584854] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"804.747607ms","start":"2026-03-31T18:31:04.495753Z","end":"2026-03-31T18:31:05.300501Z","steps":["trace[1463584854] 'process raft request' (duration: 804.373586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.300603Z","caller":"traceutil/trace.go:171","msg":"trace[704722314] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"801.570054ms","start":"2026-03-31T18:31:04.498995Z","end":"2026-03-31T18:31:05.300565Z","steps":["trace[704722314] 'process raft request' (duration: 801.233816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.300673Z","caller":"traceutil/trace.go:171","msg":"trace[1776604826] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"804.893541ms","start":"2026-03-31T18:31:04.495719Z","end":"2026-03-31T18:31:05.300613Z","steps":["trace[1776604826] 'process raft request' (duration: 804.200513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.300734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.495734Z","time spent":"804.911391ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.300771Z","caller":"traceutil/trace.go:171","msg":"trace[609077474] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"804.928981ms","start":"2026-03-31T18:31:04.495825Z","end":"2026-03-31T18:31:05.300754Z","steps":["trace[609077474] 'process raft request' (duration: 804.343947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.300799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.498987Z","time spent":"801.700857ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.300867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.495695Z","time spent":"805.067406ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.300896Z","caller":"traceutil/trace.go:171","msg":"trace[1088293955] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"786.006108ms","start":"2026-03-31T18:31:04.51487Z","end":"2026-03-31T18:31:05.300876Z","steps":["trace[1088293955] 'process raft request' (duration: 785.402252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.301041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.514846Z","time spent":"786.134561ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.301074Z","caller":"traceutil/trace.go:171","msg":"trace[1121298282] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"804.561902ms","start":"2026-03-31T18:31:04.496496Z","end":"2026-03-31T18:31:05.301058Z","steps":["trace[1121298282] 'process raft request' (duration: 803.70323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.301085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.370689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-03-31T18:31:05.301191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.496472Z","time spent":"804.639614ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.301226Z","caller":"traceutil/trace.go:171","msg":"trace[1595609474] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1875; }","duration":"788.610515ms","start":"2026-03-31T18:31:04.512583Z","end":"2026-03-31T18:31:05.301194Z","steps":["trace[1595609474] 'agreement among raft nodes before linearized reading' (duration: 788.101201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.301292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.512568Z","time spent":"788.714118ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:05.301489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.495819Z","time spent":"805.004473ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.3475Z","caller":"traceutil/trace.go:171","msg":"trace[149841928] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"483.823978ms","start":"2026-03-31T18:31:04.863649Z","end":"2026-03-31T18:31:05.347473Z","steps":["trace[149841928] 'process raft request' (duration: 466.546216ms)","trace[149841928] 'compare' (duration: 17.027056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.347646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.863584Z","time spent":"483.982042ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.347622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.056663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:05.34778Z","caller":"traceutil/trace.go:171","msg":"trace[894461956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"505.265669ms","start":"2026-03-31T18:31:04.842501Z","end":"2026-03-31T18:31:05.347766Z","steps":["trace[894461956] 'agreement among raft nodes before linearized reading' (duration: 504.993941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.347811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.842481Z","time spent":"505.32333ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:05.347759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.560987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-31T18:31:05.347877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.034193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:05.347971Z","caller":"traceutil/trace.go:171","msg":"trace[1200173383] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1877; }","duration":"391.211918ms","start":"2026-03-31T18:31:04.956739Z","end":"2026-03-31T18:31:05.347951Z","steps":["trace[1200173383] 'agreement among raft nodes before linearized reading' (duration: 390.771756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.347903Z","caller":"traceutil/trace.go:171","msg":"trace[1726456762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1877; }","duration":"834.741902ms","start":"2026-03-31T18:31:04.513149Z","end":"2026-03-31T18:31:05.347891Z","steps":["trace[1726456762] 'agreement among raft nodes before linearized reading' (duration: 834.372282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.348075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.513123Z","time spent":"834.942507ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:05.348075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.9567Z","time spent":"391.358421ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:05.348152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.183206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:31:05.348387Z","caller":"traceutil/trace.go:171","msg":"trace[1104415310] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1877; }","duration":"637.465283ms","start":"2026-03-31T18:31:04.710888Z","end":"2026-03-31T18:31:05.348354Z","steps":["trace[1104415310] 'agreement among raft nodes before linearized reading' (duration: 636.641292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.348552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.710867Z","time spent":"637.627359ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":244,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:07.470065Z","caller":"traceutil/trace.go:171","msg":"trace[911330668] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"161.637936ms","start":"2026-03-31T18:31:07.308403Z","end":"2026-03-31T18:31:07.470041Z","steps":["trace[911330668] 'process raft request' (duration: 161.40133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.578503Z","caller":"traceutil/trace.go:171","msg":"trace[1810085109] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"268.917781ms","start":"2026-03-31T18:31:07.30956Z","end":"2026-03-31T18:31:07.578478Z","steps":["trace[1810085109] 'process raft request' (duration: 268.861369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.578662Z","caller":"traceutil/trace.go:171","msg":"trace[1413709320] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"269.305211ms","start":"2026-03-31T18:31:07.309349Z","end":"2026-03-31T18:31:07.578654Z","steps":["trace[1413709320] 'process raft request' (duration: 268.954012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.578779Z","caller":"traceutil/trace.go:171","msg":"trace[49686605] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"268.966881ms","start":"2026-03-31T18:31:07.309806Z","end":"2026-03-31T18:31:07.578773Z","steps":["trace[49686605] 'process raft request' (duration: 268.646303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:07.57889Z","caller":"traceutil/trace.go:171","msg":"trace[2090826086] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1959; }","duration":"217.697631ms","start":"2026-03-31T18:31:07.361184Z","end":"2026-03-31T18:31:07.578882Z","steps":["trace[2090826086] 'read index received' (duration: 108.63066ms)","trace[2090826086] 'applied index is now lower than readState.Index' (duration: 109.066301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:07.579027Z","caller":"traceutil/trace.go:171","msg":"trace[820977368] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"269.126116ms","start":"2026-03-31T18:31:07.309886Z","end":"2026-03-31T18:31:07.579012Z","steps":["trace[820977368] 'process raft request' (duration: 268.855418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.579112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.926608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:31:07.579146Z","caller":"traceutil/trace.go:171","msg":"trace[1631041755] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"218.00593ms","start":"2026-03-31T18:31:07.36113Z","end":"2026-03-31T18:31:07.579136Z","steps":["trace[1631041755] 'agreement among raft nodes before linearized reading' (duration: 217.812705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:07.579156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.99538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T18:31:07.579244Z","caller":"traceutil/trace.go:171","msg":"trace[308489122] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"210.111343ms","start":"2026-03-31T18:31:07.369106Z","end":"2026-03-31T18:31:07.579217Z","steps":["trace[308489122] 'agreement among raft nodes before linearized reading' (duration: 209.896658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.625132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.091827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:10.625227Z","caller":"traceutil/trace.go:171","msg":"trace[1744487622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1937; }","duration":"147.287461ms","start":"2026-03-31T18:31:10.477923Z","end":"2026-03-31T18:31:10.62521Z","steps":["trace[1744487622] 'count revisions from in-memory index tree' (duration: 146.944011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.625517Z","caller":"traceutil/trace.go:171","msg":"trace[1189326613] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"102.10863ms","start":"2026-03-31T18:31:10.523375Z","end":"2026-03-31T18:31:10.625483Z","steps":["trace[1189326613] 'process raft request' (duration: 101.965286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.625735Z","caller":"traceutil/trace.go:171","msg":"trace[1068321392] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"114.812531ms","start":"2026-03-31T18:31:10.510896Z","end":"2026-03-31T18:31:10.625708Z","steps":["trace[1068321392] 'process raft request' (duration: 15.552367ms)","trace[1068321392] 'compare' (duration: 98.715691ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.632858Z","caller":"traceutil/trace.go:171","msg":"trace[1213534886] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"113.404235ms","start":"2026-03-31T18:31:11.519429Z","end":"2026-03-31T18:31:11.632833Z","steps":["trace[1213534886] 'read index received' (duration: 113.165359ms)","trace[1213534886] 'applied index is now lower than readState.Index' (duration: 237.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.632988Z","caller":"traceutil/trace.go:171","msg":"trace[1348434048] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"146.207262ms","start":"2026-03-31T18:31:11.486767Z","end":"2026-03-31T18:31:11.632975Z","steps":["trace[1348434048] 'process raft request' (duration: 145.888574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.633378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.940668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"info","ts":"2026-03-31T18:31:11.633424Z","caller":"traceutil/trace.go:171","msg":"trace[1866307828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1947; }","duration":"114.035991ms","start":"2026-03-31T18:31:11.519377Z","end":"2026-03-31T18:31:11.633413Z","steps":["trace[1866307828] 'agreement among raft nodes before linearized reading' (duration: 113.872867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.75936Z","caller":"traceutil/trace.go:171","msg":"trace[2026422907] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"121.577599ms","start":"2026-03-31T18:31:11.63775Z","end":"2026-03-31T18:31:11.759328Z","steps":["trace[2026422907] 'process raft request' (duration: 59.000452ms)","trace[2026422907] 'compare' (duration: 62.376141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.759823Z","caller":"traceutil/trace.go:171","msg":"trace[1011513815] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"121.943748ms","start":"2026-03-31T18:31:11.63784Z","end":"2026-03-31T18:31:11.759784Z","steps":["trace[1011513815] 'process raft request' (duration: 121.434285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.759846Z","caller":"traceutil/trace.go:171","msg":"trace[1989040759] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"120.274414ms","start":"2026-03-31T18:31:11.639545Z","end":"2026-03-31T18:31:11.759819Z","steps":["trace[1989040759] 'process raft request' (duration: 120.065709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.759969Z","caller":"traceutil/trace.go:171","msg":"trace[120522034] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2011; }","duration":"118.463057ms","start":"2026-03-31T18:31:11.641489Z","end":"2026-03-31T18:31:11.759952Z","steps":["trace[120522034] 'read index received' (duration: 6.965401ms)","trace[120522034] 'applied index is now lower than readState.Index' (duration: 111.495536ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:11.76002Z","caller":"traceutil/trace.go:171","msg":"trace[1322743020] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"119.655138ms","start":"2026-03-31T18:31:11.64033Z","end":"2026-03-31T18:31:11.759985Z","steps":["trace[1322743020] 'process raft request' (duration: 119.439552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:11.760124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.623982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:11.760161Z","caller":"traceutil/trace.go:171","msg":"trace[934336101] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:1953; }","duration":"118.690183ms","start":"2026-03-31T18:31:11.64146Z","end":"2026-03-31T18:31:11.76015Z","steps":["trace[934336101] 'agreement among raft nodes before linearized reading' (duration: 118.550309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:11.806621Z","caller":"traceutil/trace.go:171","msg":"trace[1597032249] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"129.073724ms","start":"2026-03-31T18:31:11.677519Z","end":"2026-03-31T18:31:11.806593Z","steps":["trace[1597032249] 'process raft request' (duration: 128.777367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.927788Z","caller":"traceutil/trace.go:171","msg":"trace[226873907] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"268.89853ms","start":"2026-03-31T18:31:15.658865Z","end":"2026-03-31T18:31:15.927764Z","steps":["trace[226873907] 'read index received' (duration: 268.660233ms)","trace[226873907] 'applied index is now lower than readState.Index' (duration: 237.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.92792Z","caller":"traceutil/trace.go:171","msg":"trace[113972772] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"274.143607ms","start":"2026-03-31T18:31:15.653762Z","end":"2026-03-31T18:31:15.927905Z","steps":["trace[113972772] 'process raft request' (duration: 273.839979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.928116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.316345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T18:31:15.928173Z","caller":"traceutil/trace.go:171","msg":"trace[1939427433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"268.389116ms","start":"2026-03-31T18:31:15.659768Z","end":"2026-03-31T18:31:15.928157Z","steps":["trace[1939427433] 'agreement among raft nodes before linearized reading' (duration: 268.240943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.928359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.254953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:15.928377Z","caller":"traceutil/trace.go:171","msg":"trace[500147588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1980; }","duration":"154.284555ms","start":"2026-03-31T18:31:15.774087Z","end":"2026-03-31T18:31:15.928371Z","steps":["trace[500147588] 'agreement among raft nodes before linearized reading' (duration: 154.230353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.928449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.598738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:15.928484Z","caller":"traceutil/trace.go:171","msg":"trace[592985290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"269.67154ms","start":"2026-03-31T18:31:15.658802Z","end":"2026-03-31T18:31:15.928473Z","steps":["trace[592985290] 'agreement among raft nodes before linearized reading' (duration: 269.581628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.928583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.703145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:15.928617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.129611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:15.928638Z","caller":"traceutil/trace.go:171","msg":"trace[1756381937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1980; }","duration":"268.791017ms","start":"2026-03-31T18:31:15.659832Z","end":"2026-03-31T18:31:15.928623Z","steps":["trace[1756381937] 'agreement among raft nodes before linearized reading' (duration: 268.582182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.928662Z","caller":"traceutil/trace.go:171","msg":"trace[281737629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1980; }","duration":"156.194573ms","start":"2026-03-31T18:31:15.772454Z","end":"2026-03-31T18:31:15.928649Z","steps":["trace[281737629] 'agreement among raft nodes before linearized reading' (duration: 156.07018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.195826Z","caller":"traceutil/trace.go:171","msg":"trace[895172104] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"158.557115ms","start":"2026-03-31T18:31:16.03724Z","end":"2026-03-31T18:31:16.195797Z","steps":["trace[895172104] 'process raft request' (duration: 100.983ms)","trace[895172104] 'compare' (duration: 57.462352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:16.197052Z","caller":"traceutil/trace.go:171","msg":"trace[1342997594] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"159.220092ms","start":"2026-03-31T18:31:16.037814Z","end":"2026-03-31T18:31:16.197034Z","steps":["trace[1342997594] 'process raft request' (duration: 158.911944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.198506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.80203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:43.198751Z","caller":"traceutil/trace.go:171","msg":"trace[2081383349] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"673.885721ms","start":"2026-03-31T18:31:42.524832Z","end":"2026-03-31T18:31:43.198718Z","steps":["trace[2081383349] 'process raft request' (duration: 238.768243ms)","trace[2081383349] 'compare' (duration: 434.590784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.198746Z","caller":"traceutil/trace.go:171","msg":"trace[207226484] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"671.886418ms","start":"2026-03-31T18:31:42.526838Z","end":"2026-03-31T18:31:43.198725Z","steps":["trace[207226484] 'process raft request' (duration: 671.791976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.198857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.526819Z","time spent":"671.99257ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.198884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.524813Z","time spent":"673.992673ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:43.215122Z","caller":"traceutil/trace.go:171","msg":"trace[2011437072] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2259; }","duration":"348.061704ms","start":"2026-03-31T18:31:42.867044Z","end":"2026-03-31T18:31:43.215106Z","steps":["trace[2011437072] 'read index received' (duration: 86.813648ms)","trace[2011437072] 'applied index is now lower than readState.Index' (duration: 261.246876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.215252Z","caller":"traceutil/trace.go:171","msg":"trace[553682116] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"330.858218ms","start":"2026-03-31T18:31:42.884353Z","end":"2026-03-31T18:31:43.215211Z","steps":["trace[553682116] 'process raft request' (duration: 330.712513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.215475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.884325Z","time spent":"331.026661ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:43.215561Z","caller":"traceutil/trace.go:171","msg":"trace[902968466] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"390.823176ms","start":"2026-03-31T18:31:42.824697Z","end":"2026-03-31T18:31:43.21552Z","steps":["trace[902968466] 'process raft request' (duration: 390.281542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.215786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.824663Z","time spent":"391.030811ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.215642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.601879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:43.215924Z","caller":"traceutil/trace.go:171","msg":"trace[1074944879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2184; }","duration":"348.900707ms","start":"2026-03-31T18:31:42.866971Z","end":"2026-03-31T18:31:43.215872Z","steps":["trace[1074944879] 'agreement among raft nodes before linearized reading' (duration: 348.24173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.216041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.866941Z","time spent":"349.066461ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:44.334092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.799156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:44.334202Z","caller":"traceutil/trace.go:171","msg":"trace[103581763] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2265; }","duration":"195.354212ms","start":"2026-03-31T18:31:44.138832Z","end":"2026-03-31T18:31:44.334186Z","steps":["trace[103581763] 'read index received' (duration: 80.256398ms)","trace[103581763] 'applied index is now lower than readState.Index' (duration: 115.096364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:44.334306Z","caller":"traceutil/trace.go:171","msg":"trace[287306085] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"213.700719ms","start":"2026-03-31T18:31:44.120593Z","end":"2026-03-31T18:31:44.334293Z","steps":["trace[287306085] 'process raft request' (duration: 98.606465ms)","trace[287306085] 'compare' (duration: 114.506688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:44.334679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.693527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:31:44.334699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.001127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-31T18:31:44.334692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.814604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:44.33476Z","caller":"traceutil/trace.go:171","msg":"trace[147244990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2187; }","duration":"171.844131ms","start":"2026-03-31T18:31:44.162898Z","end":"2026-03-31T18:31:44.334742Z","steps":["trace[147244990] 'agreement among raft nodes before linearized reading' (duration: 171.503761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.33476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.807641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T18:31:44.33479Z","caller":"traceutil/trace.go:171","msg":"trace[2049749671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"111.135481ms","start":"2026-03-31T18:31:44.223629Z","end":"2026-03-31T18:31:44.334764Z","steps":["trace[2049749671] 'agreement among raft nodes before linearized reading' (duration: 110.922945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.334791Z","caller":"traceutil/trace.go:171","msg":"trace[748672906] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2187; }","duration":"195.980718ms","start":"2026-03-31T18:31:44.138791Z","end":"2026-03-31T18:31:44.334772Z","steps":["trace[748672906] 'agreement among raft nodes before linearized reading' (duration: 195.763492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.33481Z","caller":"traceutil/trace.go:171","msg":"trace[1663281790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2187; }","duration":"168.878303ms","start":"2026-03-31T18:31:44.165918Z","end":"2026-03-31T18:31:44.334796Z","steps":["trace[1663281790] 'agreement among raft nodes before linearized reading' (duration: 168.712379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.3351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.144269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:31:44.335295Z","caller":"traceutil/trace.go:171","msg":"trace[823115276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"169.382236ms","start":"2026-03-31T18:31:44.16589Z","end":"2026-03-31T18:31:44.335272Z","steps":["trace[823115276] 'agreement among raft nodes before linearized reading' (duration: 168.74577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:44.641699Z","caller":"traceutil/trace.go:171","msg":"trace[770263911] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"300.139258ms","start":"2026-03-31T18:31:44.341541Z","end":"2026-03-31T18:31:44.64168Z","steps":["trace[770263911] 'process raft request' (duration: 300.111817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.641812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.341528Z","time spent":"300.224ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:44.641831Z","caller":"traceutil/trace.go:171","msg":"trace[1039569653] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"302.143039ms","start":"2026-03-31T18:31:44.339634Z","end":"2026-03-31T18:31:44.641777Z","steps":["trace[1039569653] 'process raft request' (duration: 301.909344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.642155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.339594Z","time spent":"302.410117ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:44.951348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.1826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:44.951443Z","caller":"traceutil/trace.go:171","msg":"trace[812757918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"109.343995ms","start":"2026-03-31T18:31:44.842076Z","end":"2026-03-31T18:31:44.95142Z","steps":["trace[812757918] 'range keys from in-memory index tree' (duration: 109.091227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.867686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189681402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:49.090474Z","caller":"traceutil/trace.go:171","msg":"trace[1796399282] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"952.952321ms","start":"2026-03-31T18:31:48.137487Z","end":"2026-03-31T18:31:49.090439Z","steps":["trace[1796399282] 'process raft request' (duration: 952.693324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.090698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.137476Z","time spent":"953.098994ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:50.847338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:50.847437Z","caller":"traceutil/trace.go:171","msg":"trace[177228986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925575s","start":"2026-03-31T18:31:48.847496Z","end":"2026-03-31T18:31:50.847422Z","steps":["trace[177228986] 'agreement among raft nodes before linearized reading' (duration: 1.999796642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.847473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.847475Z","time spent":"1.999989786s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:51.107313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.246784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:51.107431Z","caller":"traceutil/trace.go:171","msg":"trace[1225788024] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2211; }","duration":"334.409559ms","start":"2026-03-31T18:31:50.773005Z","end":"2026-03-31T18:31:51.107415Z","steps":["trace[1225788024] 'range keys from in-memory index tree' (duration: 334.226904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.108466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739714397s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:51.108752Z","caller":"traceutil/trace.go:171","msg":"trace[481736286] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"2.255518945s","start":"2026-03-31T18:31:48.853211Z","end":"2026-03-31T18:31:51.10873Z","steps":["trace[481736286] 'process raft request' (duration: 2.25538728s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.108771Z","caller":"traceutil/trace.go:171","msg":"trace[2107286341] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2291; }","duration":"2.741734194s","start":"2026-03-31T18:31:48.367008Z","end":"2026-03-31T18:31:51.108742Z","steps":["trace[2107286341] 'read index received' (duration: 723.291556ms)","trace[2107286341] 'applied index is now lower than readState.Index' (duration: 2.018438898s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:51.108846Z","caller":"traceutil/trace.go:171","msg":"trace[392320937] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"2.950470033s","start":"2026-03-31T18:31:48.158329Z","end":"2026-03-31T18:31:51.108799Z","steps":["trace[392320937] 'process raft request' (duration: 1.209567905s)","trace[392320937] 'compare' (duration: 1.739170773s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:51.109016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74200751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:51.109047Z","caller":"traceutil/trace.go:171","msg":"trace[517056856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2214; }","duration":"2.742086632s","start":"2026-03-31T18:31:48.366954Z","end":"2026-03-31T18:31:51.10904Z","steps":["trace[517056856] 'agreement among raft nodes before linearized reading' (duration: 2.741907598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.158295Z","time spent":"2.950687149s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.109105Z","caller":"traceutil/trace.go:171","msg":"trace[2120017008] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"384.510363ms","start":"2026-03-31T18:31:50.724588Z","end":"2026-03-31T18:31:51.109098Z","steps":["trace[2120017008] 'process raft request' (duration: 384.373859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.109095Z","caller":"traceutil/trace.go:171","msg":"trace[1644651481] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.837243063s","start":"2026-03-31T18:31:49.271828Z","end":"2026-03-31T18:31:51.109071Z","steps":["trace[1644651481] 'process raft request' (duration: 1.836851332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.724553Z","time spent":"384.572333ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.109192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.358177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:51.109219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.271799Z","time spent":"1.837366996s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.109213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731319882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T18:31:51.109265Z","caller":"traceutil/trace.go:171","msg":"trace[1949954404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"259.462159ms","start":"2026-03-31T18:31:50.849778Z","end":"2026-03-31T18:31:51.10924Z","steps":["trace[1949954404] 'agreement among raft nodes before linearized reading' (duration: 259.314896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.980016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:51.109328Z","caller":"traceutil/trace.go:171","msg":"trace[110472509] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2215; }","duration":"904.022777ms","start":"2026-03-31T18:31:50.2053Z","end":"2026-03-31T18:31:51.109322Z","steps":["trace[110472509] 'agreement among raft nodes before linearized reading' (duration: 903.989396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.10923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029205467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:51.109346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.205284Z","time spent":"904.058108ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:51.109359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58531923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:51.109366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834370898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:31:51.109073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.366932Z","time spent":"2.742135784s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:51.109404Z","caller":"traceutil/trace.go:171","msg":"trace[156692316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2215; }","duration":"1.585397672s","start":"2026-03-31T18:31:49.523992Z","end":"2026-03-31T18:31:51.10939Z","steps":["trace[156692316] 'agreement among raft nodes before linearized reading' (duration: 1.58533073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453720221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:31:51.109449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.383742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:51.109442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.523977Z","time spent":"1.585454024s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:51.109447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.853194Z","time spent":"2.256220713s","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8641,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.109472Z","caller":"traceutil/trace.go:171","msg":"trace[456614556] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2215; }","duration":"880.439304ms","start":"2026-03-31T18:31:50.229025Z","end":"2026-03-31T18:31:51.109465Z","steps":["trace[456614556] 'agreement among raft nodes before linearized reading' (duration: 880.407153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.109474Z","caller":"traceutil/trace.go:171","msg":"trace[1989018282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"2.453795223s","start":"2026-03-31T18:31:48.655668Z","end":"2026-03-31T18:31:51.109463Z","steps":["trace[1989018282] 'agreement among raft nodes before linearized reading' (duration: 2.453684469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684505084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:31:51.10949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.229008Z","time spent":"880.477785ms","remote":"127.0.0.1:47052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:51.109688Z","caller":"traceutil/trace.go:171","msg":"trace[944473821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"2.684634138s","start":"2026-03-31T18:31:48.425032Z","end":"2026-03-31T18:31:51.109666Z","steps":["trace[944473821] 'agreement among raft nodes before linearized reading' (duration: 2.684498364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.424995Z","time spent":"2.68472487s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:51.109294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801684608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-31T18:31:51.109784Z","caller":"traceutil/trace.go:171","msg":"trace[1671728436] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"1.802220862s","start":"2026-03-31T18:31:49.307552Z","end":"2026-03-31T18:31:51.109773Z","steps":["trace[1671728436] 'agreement among raft nodes before linearized reading' (duration: 1.801536454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453126015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:31:51.109264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802732416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:31:51.109693Z","caller":"traceutil/trace.go:171","msg":"trace[2122850094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"1.834716578s","start":"2026-03-31T18:31:49.274962Z","end":"2026-03-31T18:31:51.109678Z","steps":["trace[2122850094] 'agreement among raft nodes before linearized reading' (duration: 1.834294907s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.109886Z","caller":"traceutil/trace.go:171","msg":"trace[1663281084] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"1.803370212s","start":"2026-03-31T18:31:49.306484Z","end":"2026-03-31T18:31:51.109854Z","steps":["trace[1663281084] 'agreement among raft nodes before linearized reading' (duration: 1.802742816s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.109314Z","caller":"traceutil/trace.go:171","msg":"trace[1204561022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"2.731426354s","start":"2026-03-31T18:31:48.377865Z","end":"2026-03-31T18:31:51.109291Z","steps":["trace[1204561022] 'agreement among raft nodes before linearized reading' (duration: 2.731213609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.109951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.377808Z","time spent":"2.732137623s","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:51.109955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.306459Z","time spent":"1.803475305s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:51.109896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.274949Z","time spent":"1.834931913s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:51.109358Z","caller":"traceutil/trace.go:171","msg":"trace[1735433429] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2215; }","duration":"2.029398872s","start":"2026-03-31T18:31:49.07995Z","end":"2026-03-31T18:31:51.109348Z","steps":["trace[1735433429] 'agreement among raft nodes before linearized reading' (duration: 2.029193937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.110138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.079769Z","time spent":"2.030351318s","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:51.109811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.307525Z","time spent":"1.802278813s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:51.109816Z","caller":"traceutil/trace.go:171","msg":"trace[1159568533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"2.453213657s","start":"2026-03-31T18:31:48.656593Z","end":"2026-03-31T18:31:51.109807Z","steps":["trace[1159568533] 'agreement among raft nodes before linearized reading' (duration: 2.453122405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.110257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.656539Z","time spent":"2.45370809s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:51.110486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:48.655641Z","time spent":"2.454829798s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:51.615706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189681410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:52.964094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033396224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:52.964218Z","caller":"traceutil/trace.go:171","msg":"trace[296439656] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.849886053s","start":"2026-03-31T18:31:51.114311Z","end":"2026-03-31T18:31:52.964197Z","steps":["trace[296439656] 'process raft request' (duration: 816.284245ms)","trace[296439656] 'compare' (duration: 1.033002763s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:52.964278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114302Z","time spent":"1.849947775s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.117173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:53.117287Z","caller":"traceutil/trace.go:171","msg":"trace[2101456350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543951s","start":"2026-03-31T18:31:51.116719Z","end":"2026-03-31T18:31:53.117263Z","steps":["trace[2101456350] 'agreement among raft nodes before linearized reading' (duration: 2.000413298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.117336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.116707Z","time spent":"2.000617454s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:53.314543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.259888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:53.314802Z","caller":"traceutil/trace.go:171","msg":"trace[674195173] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"2.200130184s","start":"2026-03-31T18:31:51.114629Z","end":"2026-03-31T18:31:53.314759Z","steps":["trace[674195173] 'process raft request' (duration: 2.049584388s)","trace[674195173] 'compare' (duration: 149.898539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:53.31496Z","caller":"traceutil/trace.go:171","msg":"trace[1048042764] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2296; }","duration":"2.199953769s","start":"2026-03-31T18:31:51.114908Z","end":"2026-03-31T18:31:53.314862Z","steps":["trace[1048042764] 'read index received' (duration: 815.895535ms)","trace[1048042764] 'applied index is now lower than readState.Index' (duration: 1.384057234s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:53.315035Z","caller":"traceutil/trace.go:171","msg":"trace[1991969029] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"2.200276498s","start":"2026-03-31T18:31:51.114751Z","end":"2026-03-31T18:31:53.315027Z","steps":["trace[1991969029] 'process raft request' (duration: 2.199869106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.315028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114619Z","time spent":"2.200307569s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.315089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114726Z","time spent":"2.200334789s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:53.315113Z","caller":"traceutil/trace.go:171","msg":"trace[2027854492] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"2.197922666s","start":"2026-03-31T18:31:51.117155Z","end":"2026-03-31T18:31:53.315077Z","steps":["trace[2027854492] 'process raft request' (duration: 2.197642289s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.315111Z","caller":"traceutil/trace.go:171","msg":"trace[730823772] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"2.199393215s","start":"2026-03-31T18:31:51.115675Z","end":"2026-03-31T18:31:53.315068Z","steps":["trace[730823772] 'process raft request' (duration: 2.199094437s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.315198Z","caller":"traceutil/trace.go:171","msg":"trace[1704416246] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.742086748s","start":"2026-03-31T18:31:51.573102Z","end":"2026-03-31T18:31:53.315189Z","steps":["trace[1704416246] 'process raft request' (duration: 1.74172907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.315209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.117142Z","time spent":"2.198002567s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.315261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.573081Z","time spent":"1.74215356s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.31533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.115669Z","time spent":"2.199537509s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:53.315346Z","caller":"traceutil/trace.go:171","msg":"trace[1690950972] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"2.200505433s","start":"2026-03-31T18:31:51.114825Z","end":"2026-03-31T18:31:53.31533Z","steps":["trace[1690950972] 'process raft request' (duration: 2.199836946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.315417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200502853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T18:31:53.315445Z","caller":"traceutil/trace.go:171","msg":"trace[1207928152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2224; }","duration":"2.200553446s","start":"2026-03-31T18:31:51.114883Z","end":"2026-03-31T18:31:53.315437Z","steps":["trace[1207928152] 'agreement among raft nodes before linearized reading' (duration: 2.200458252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.315434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114803Z","time spent":"2.200587745s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.315469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114869Z","time spent":"2.200593956s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:53.315492Z","caller":"traceutil/trace.go:171","msg":"trace[235244223] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"2.199898159s","start":"2026-03-31T18:31:51.115584Z","end":"2026-03-31T18:31:53.315482Z","steps":["trace[235244223] 'process raft request' (duration: 2.199150759s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.315338Z","caller":"traceutil/trace.go:171","msg":"trace[612621254] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"2.200438002s","start":"2026-03-31T18:31:51.114885Z","end":"2026-03-31T18:31:53.315323Z","steps":["trace[612621254] 'process raft request' (duration: 2.199803335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.315557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.115573Z","time spent":"2.199939919s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:53.315564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.114874Z","time spent":"2.200649068s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:53.33329Z","caller":"traceutil/trace.go:171","msg":"trace[131549674] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"216.889703ms","start":"2026-03-31T18:31:53.116368Z","end":"2026-03-31T18:31:53.333257Z","steps":["trace[131549674] 'process raft request' (duration: 216.735949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.333436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.527757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:53.333561Z","caller":"traceutil/trace.go:171","msg":"trace[1783060917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2225; }","duration":"215.711022ms","start":"2026-03-31T18:31:53.117825Z","end":"2026-03-31T18:31:53.333537Z","steps":["trace[1783060917] 'agreement among raft nodes before linearized reading' (duration: 215.485576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.333596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558966134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:31:53.333636Z","caller":"traceutil/trace.go:171","msg":"trace[696121748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"1.559047617s","start":"2026-03-31T18:31:51.774577Z","end":"2026-03-31T18:31:53.333624Z","steps":["trace[696121748] 'agreement among raft nodes before linearized reading' (duration: 1.558864041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.333668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.774557Z","time spent":"1.559102849s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:53.333686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690845947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:31:53.333494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215604812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T18:31:53.333747Z","caller":"traceutil/trace.go:171","msg":"trace[593017851] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:2225; }","duration":"1.690937188s","start":"2026-03-31T18:31:51.642795Z","end":"2026-03-31T18:31:53.333732Z","steps":["trace[593017851] 'agreement among raft nodes before linearized reading' (duration: 1.690700062s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.333777Z","caller":"traceutil/trace.go:171","msg":"trace[1431134809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"1.215934931s","start":"2026-03-31T18:31:52.117832Z","end":"2026-03-31T18:31:53.333767Z","steps":["trace[1431134809] 'agreement among raft nodes before linearized reading' (duration: 1.21551687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.333784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.642784Z","time spent":"1.69099237s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-03-31T18:31:53.333809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.117814Z","time spent":"1.215987153s","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:53.333494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.028994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-03-31T18:31:53.333988Z","caller":"traceutil/trace.go:171","msg":"trace[1212922653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2225; }","duration":"734.523798ms","start":"2026-03-31T18:31:52.599414Z","end":"2026-03-31T18:31:53.333938Z","steps":["trace[1212922653] 'agreement among raft nodes before linearized reading' (duration: 733.968433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.334106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.599399Z","time spent":"734.663961ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:53.833876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189681423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:54.273508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.977095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:54.273674Z","caller":"traceutil/trace.go:171","msg":"trace[1499162101] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"953.477334ms","start":"2026-03-31T18:31:53.320166Z","end":"2026-03-31T18:31:54.273643Z","steps":["trace[1499162101] 'process raft request' (duration: 751.197801ms)","trace[1499162101] 'compare' (duration: 201.585165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:54.273745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.320139Z","time spent":"953.578437ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:54.460275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.335161Z","time spent":"1.125110438s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:31:54.460421Z","caller":"traceutil/trace.go:171","msg":"trace[252057071] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.120644773s","start":"2026-03-31T18:31:53.339763Z","end":"2026-03-31T18:31:54.460408Z","steps":["trace[252057071] 'process raft request' (duration: 1.120422427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.46051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.33974Z","time spent":"1.120718115s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:54.460668Z","caller":"traceutil/trace.go:171","msg":"trace[1533317961] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.079760369s","start":"2026-03-31T18:31:53.380897Z","end":"2026-03-31T18:31:54.460657Z","steps":["trace[1533317961] 'process raft request' (duration: 1.07941518s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:54.460658Z","caller":"traceutil/trace.go:171","msg":"trace[946662754] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2306; }","duration":"1.127376727s","start":"2026-03-31T18:31:53.33326Z","end":"2026-03-31T18:31:54.460637Z","steps":["trace[946662754] 'read index received' (duration: 738.185512ms)","trace[946662754] 'applied index is now lower than readState.Index' (duration: 389.189455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:54.460719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.380866Z","time spent":"1.079826651s","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16381,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:54.460835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11860595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:54.46088Z","caller":"traceutil/trace.go:171","msg":"trace[1201972089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"1.118676201s","start":"2026-03-31T18:31:53.342198Z","end":"2026-03-31T18:31:54.460874Z","steps":["trace[1201972089] 'agreement among raft nodes before linearized reading' (duration: 1.11862006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.460907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.34219Z","time spent":"1.118713112s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:54.460939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.544452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-31T18:31:54.460957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14283064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-31T18:31:54.460971Z","caller":"traceutil/trace.go:171","msg":"trace[576921956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2228; }","duration":"179.618023ms","start":"2026-03-31T18:31:54.281341Z","end":"2026-03-31T18:31:54.460959Z","steps":["trace[576921956] 'agreement among raft nodes before linearized reading' (duration: 179.528851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:54.460981Z","caller":"traceutil/trace.go:171","msg":"trace[1698370478] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2228; }","duration":"1.142866701s","start":"2026-03-31T18:31:53.318105Z","end":"2026-03-31T18:31:54.460972Z","steps":["trace[1698370478] 'agreement among raft nodes before linearized reading' (duration: 1.142773609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.461004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.318091Z","time spent":"1.142905712s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:54.461104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.50506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-31T18:31:54.461133Z","caller":"traceutil/trace.go:171","msg":"trace[1907681931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"119.56208ms","start":"2026-03-31T18:31:54.341564Z","end":"2026-03-31T18:31:54.461126Z","steps":["trace[1907681931] 'agreement among raft nodes before linearized reading' (duration: 119.485368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.460843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142247795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2009f1de1f926\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:31:54.461229Z","caller":"traceutil/trace.go:171","msg":"trace[382592538] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2009f1de1f926; range_end:; response_count:1; response_revision:2228; }","duration":"1.142657935s","start":"2026-03-31T18:31:53.318559Z","end":"2026-03-31T18:31:54.461217Z","steps":["trace[382592538] 'agreement among raft nodes before linearized reading' (duration: 1.142167782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.461265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.318545Z","time spent":"1.142711666s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2009f1de1f926\" "} {"level":"warn","ts":"2026-03-31T18:31:54.461276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.463777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:31:54.461316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.837581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:54.461399Z","caller":"traceutil/trace.go:171","msg":"trace[1937439065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2228; }","duration":"734.64356ms","start":"2026-03-31T18:31:53.726729Z","end":"2026-03-31T18:31:54.461373Z","steps":["trace[1937439065] 'agreement among raft nodes before linearized reading' (duration: 734.245591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:54.461434Z","caller":"traceutil/trace.go:171","msg":"trace[797047724] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2228; }","duration":"987.005695ms","start":"2026-03-31T18:31:53.474391Z","end":"2026-03-31T18:31:54.461397Z","steps":["trace[797047724] 'agreement among raft nodes before linearized reading' (duration: 986.78792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.461479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.726714Z","time spent":"734.745753ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:31:54.461516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.474373Z","time spent":"987.125469ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:54.66593Z","caller":"traceutil/trace.go:171","msg":"trace[331423734] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2315; }","duration":"141.298166ms","start":"2026-03-31T18:31:54.5246Z","end":"2026-03-31T18:31:54.665898Z","steps":["trace[331423734] 'read index received' (duration: 141.133871ms)","trace[331423734] 'applied index is now lower than readState.Index' (duration: 163.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:54.666209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.577762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a4d687b27e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:54.666328Z","caller":"traceutil/trace.go:171","msg":"trace[1834518218] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a4d687b27e; range_end:; response_count:1; response_revision:2233; }","duration":"141.690255ms","start":"2026-03-31T18:31:54.524586Z","end":"2026-03-31T18:31:54.666276Z","steps":["trace[1834518218] 'agreement among raft nodes before linearized reading' (duration: 141.426168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:54.666379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.292436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:31:54.666522Z","caller":"traceutil/trace.go:171","msg":"trace[1539246583] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2233; }","duration":"141.509222ms","start":"2026-03-31T18:31:54.524451Z","end":"2026-03-31T18:31:54.66596Z","steps":["trace[1539246583] 'process raft request' (duration: 141.328707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:54.666624Z","caller":"traceutil/trace.go:171","msg":"trace[1823652876] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2233; }","duration":"141.547263ms","start":"2026-03-31T18:31:54.525056Z","end":"2026-03-31T18:31:54.666604Z","steps":["trace[1823652876] 'agreement among raft nodes before linearized reading' (duration: 141.012649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:55.23486Z","caller":"traceutil/trace.go:171","msg":"trace[1073146773] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2317; }","duration":"307.581061ms","start":"2026-03-31T18:31:54.927245Z","end":"2026-03-31T18:31:55.234826Z","steps":["trace[1073146773] 'read index received' (duration: 307.248793ms)","trace[1073146773] 'applied index is now lower than readState.Index' (duration: 330.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:55.235065Z","caller":"traceutil/trace.go:171","msg":"trace[193426860] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"556.458075ms","start":"2026-03-31T18:31:54.678592Z","end":"2026-03-31T18:31:55.23505Z","steps":["trace[193426860] 'process raft request' (duration: 556.020414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.235225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.678575Z","time spent":"556.541048ms","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:55.235321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.818905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:55.235409Z","caller":"traceutil/trace.go:171","msg":"trace[1377528992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2235; }","duration":"266.02026ms","start":"2026-03-31T18:31:54.969373Z","end":"2026-03-31T18:31:55.235393Z","steps":["trace[1377528992] 'agreement among raft nodes before linearized reading' (duration: 265.738793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.23569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.402202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:55.235794Z","caller":"traceutil/trace.go:171","msg":"trace[701678425] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2235; }","duration":"308.603138ms","start":"2026-03-31T18:31:54.927168Z","end":"2026-03-31T18:31:55.235771Z","steps":["trace[701678425] 'agreement among raft nodes before linearized reading' (duration: 308.400512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.235846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.927131Z","time spent":"308.706121ms","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:55.496479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.485846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:31:55.496555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.111366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:31:55.496664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.785738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:55.496674Z","caller":"traceutil/trace.go:171","msg":"trace[1480748192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"175.215228ms","start":"2026-03-31T18:31:55.321409Z","end":"2026-03-31T18:31:55.496624Z","steps":["trace[1480748192] 'range keys from in-memory index tree' (duration: 174.990872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.49655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.6694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:55.496709Z","caller":"traceutil/trace.go:171","msg":"trace[1672586405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2236; }","duration":"176.87738ms","start":"2026-03-31T18:31:55.319821Z","end":"2026-03-31T18:31:55.496698Z","steps":["trace[1672586405] 'range keys from in-memory index tree' (duration: 176.564593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:55.496763Z","caller":"traceutil/trace.go:171","msg":"trace[845050179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2236; }","duration":"175.909086ms","start":"2026-03-31T18:31:55.320822Z","end":"2026-03-31T18:31:55.496731Z","steps":["trace[845050179] 'range keys from in-memory index tree' (duration: 175.504736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:55.496576Z","caller":"traceutil/trace.go:171","msg":"trace[32302372] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2236; }","duration":"175.65102ms","start":"2026-03-31T18:31:55.3209Z","end":"2026-03-31T18:31:55.496551Z","steps":["trace[32302372] 'range keys from in-memory index tree' (duration: 175.314801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.496679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.913436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:55.497027Z","caller":"traceutil/trace.go:171","msg":"trace[1916329761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"176.277106ms","start":"2026-03-31T18:31:55.32073Z","end":"2026-03-31T18:31:55.497007Z","steps":["trace[1916329761] 'range keys from in-memory index tree' (duration: 175.63483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:55.497634Z","caller":"traceutil/trace.go:171","msg":"trace[2053965139] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"158.237356ms","start":"2026-03-31T18:31:55.339358Z","end":"2026-03-31T18:31:55.497596Z","steps":["trace[2053965139] 'process raft request' (duration: 145.590677ms)","trace[2053965139] 'compare' (duration: 12.24126ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:55.828696Z","caller":"traceutil/trace.go:171","msg":"trace[595225342] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"326.542424ms","start":"2026-03-31T18:31:55.502103Z","end":"2026-03-31T18:31:55.828645Z","steps":["trace[595225342] 'process raft request' (duration: 326.431342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:55.828774Z","caller":"traceutil/trace.go:171","msg":"trace[1488414046] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"326.713919ms","start":"2026-03-31T18:31:55.502046Z","end":"2026-03-31T18:31:55.82876Z","steps":["trace[1488414046] 'process raft request' (duration: 326.526654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.82886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:55.502015Z","time spent":"326.794051ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:55.828909Z","caller":"traceutil/trace.go:171","msg":"trace[1729265657] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"326.686619ms","start":"2026-03-31T18:31:55.502218Z","end":"2026-03-31T18:31:55.828904Z","steps":["trace[1729265657] 'process raft request' (duration: 326.37195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.828885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:55.502045Z","time spent":"326.7515ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:55.82896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:55.502209Z","time spent":"326.73866ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:55.82908Z","caller":"traceutil/trace.go:171","msg":"trace[56738856] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"327.025357ms","start":"2026-03-31T18:31:55.502039Z","end":"2026-03-31T18:31:55.829064Z","steps":["trace[56738856] 'process raft request' (duration: 324.294026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.829157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:55.502003Z","time spent":"327.112719ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:21.660765Z","caller":"traceutil/trace.go:171","msg":"trace[59390349] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"128.062892ms","start":"2026-03-31T18:32:21.532678Z","end":"2026-03-31T18:32:21.660741Z","steps":["trace[59390349] 'process raft request' (duration: 127.889288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.253233Z","caller":"traceutil/trace.go:171","msg":"trace[606696105] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"249.091021ms","start":"2026-03-31T18:32:23.004121Z","end":"2026-03-31T18:32:23.253212Z","steps":["trace[606696105] 'process raft request' (duration: 248.975138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.253564Z","caller":"traceutil/trace.go:171","msg":"trace[191889977] linearizableReadLoop","detail":"{readStateIndex:2573; appliedIndex:2573; }","duration":"243.917576ms","start":"2026-03-31T18:32:23.009637Z","end":"2026-03-31T18:32:23.253554Z","steps":["trace[191889977] 'read index received' (duration: 243.912966ms)","trace[191889977] 'applied index is now lower than readState.Index' (duration: 3.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:23.25375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.10248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:32:23.253787Z","caller":"traceutil/trace.go:171","msg":"trace[1731756637] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2477; }","duration":"244.178793ms","start":"2026-03-31T18:32:23.009598Z","end":"2026-03-31T18:32:23.253777Z","steps":["trace[1731756637] 'agreement among raft nodes before linearized reading' (duration: 244.012739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.366614Z","caller":"traceutil/trace.go:171","msg":"trace[464708033] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"106.575372ms","start":"2026-03-31T18:32:23.260013Z","end":"2026-03-31T18:32:23.366588Z","steps":["trace[464708033] 'process raft request' (duration: 105.145975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:23.368155Z","caller":"traceutil/trace.go:171","msg":"trace[969623611] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"107.024624ms","start":"2026-03-31T18:32:23.261109Z","end":"2026-03-31T18:32:23.368133Z","steps":["trace[969623611] 'process raft request' (duration: 106.953342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:29.969369Z","caller":"traceutil/trace.go:171","msg":"trace[27729424] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"218.430403ms","start":"2026-03-31T18:32:29.750912Z","end":"2026-03-31T18:32:29.969342Z","steps":["trace[27729424] 'process raft request' (duration: 187.286083ms)","trace[27729424] 'compare' (duration: 30.794311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:30.008842Z","caller":"traceutil/trace.go:171","msg":"trace[639706647] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2628; }","duration":"168.76117ms","start":"2026-03-31T18:32:29.840058Z","end":"2026-03-31T18:32:30.008819Z","steps":["trace[639706647] 'read index received' (duration: 98.151393ms)","trace[639706647] 'applied index is now lower than readState.Index' (duration: 70.608957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:30.009105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.032767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:30.009167Z","caller":"traceutil/trace.go:171","msg":"trace[552046286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2532; }","duration":"169.12586ms","start":"2026-03-31T18:32:29.840025Z","end":"2026-03-31T18:32:30.009151Z","steps":["trace[552046286] 'agreement among raft nodes before linearized reading' (duration: 169.029048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.009337Z","caller":"traceutil/trace.go:171","msg":"trace[445170620] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"257.609512ms","start":"2026-03-31T18:32:29.751718Z","end":"2026-03-31T18:32:30.009328Z","steps":["trace[445170620] 'process raft request' (duration: 256.999026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.158484Z","caller":"traceutil/trace.go:171","msg":"trace[851118278] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"150.786633ms","start":"2026-03-31T18:32:31.007648Z","end":"2026-03-31T18:32:31.158435Z","steps":["trace[851118278] 'process raft request' (duration: 150.574447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:55.565588Z","caller":"traceutil/trace.go:171","msg":"trace[2011066570] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"161.097694ms","start":"2026-03-31T18:32:55.404468Z","end":"2026-03-31T18:32:55.565566Z","steps":["trace[2011066570] 'process raft request' (duration: 160.93239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.144414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.556209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:56.144528Z","caller":"traceutil/trace.go:171","msg":"trace[1791351700] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2700; }","duration":"297.703064ms","start":"2026-03-31T18:32:55.846791Z","end":"2026-03-31T18:32:56.144494Z","steps":["trace[1791351700] 'count revisions from in-memory index tree' (duration: 297.436407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.144523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.841766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-31T18:32:56.144625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.645441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:56.144629Z","caller":"traceutil/trace.go:171","msg":"trace[1188026877] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"424.987499ms","start":"2026-03-31T18:32:55.719616Z","end":"2026-03-31T18:32:56.144603Z","steps":["trace[1188026877] 'range keys from in-memory index tree' (duration: 424.688992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:56.144664Z","caller":"traceutil/trace.go:171","msg":"trace[899868495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"302.715413ms","start":"2026-03-31T18:32:55.841939Z","end":"2026-03-31T18:32:56.144654Z","steps":["trace[899868495] 'range keys from in-memory index tree' (duration: 302.58809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.144687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.841922Z","time spent":"302.760205ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:56.144685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.719598Z","time spent":"425.073692ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:56.144739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.696916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:32:56.144816Z","caller":"traceutil/trace.go:171","msg":"trace[2034387056] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"428.810619ms","start":"2026-03-31T18:32:55.715988Z","end":"2026-03-31T18:32:56.144798Z","steps":["trace[2034387056] 'range keys from in-memory index tree' (duration: 428.479851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.14489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.715968Z","time spent":"428.907882ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:56.145169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.623963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:56.145283Z","caller":"traceutil/trace.go:171","msg":"trace[1691306988] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"297.389914ms","start":"2026-03-31T18:32:55.84787Z","end":"2026-03-31T18:32:56.14526Z","steps":["trace[1691306988] 'process raft request' (duration: 176.624908ms)","trace[1691306988] 'compare' (duration: 120.545781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:56.800895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.087724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:56.801008Z","caller":"traceutil/trace.go:171","msg":"trace[1578522876] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"649.38693ms","start":"2026-03-31T18:32:56.151605Z","end":"2026-03-31T18:32:56.800992Z","steps":["trace[1578522876] 'read index received' (duration: 428.083781ms)","trace[1578522876] 'applied index is now lower than readState.Index' (duration: 221.301979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:56.801079Z","caller":"traceutil/trace.go:171","msg":"trace[207684133] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"649.718988ms","start":"2026-03-31T18:32:56.151319Z","end":"2026-03-31T18:32:56.801038Z","steps":["trace[207684133] 'process raft request' (duration: 428.403298ms)","trace[207684133] 'compare' (duration: 220.993262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:56.801133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.537693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-03-31T18:32:56.801159Z","caller":"traceutil/trace.go:171","msg":"trace[61371329] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2702; }","duration":"649.613025ms","start":"2026-03-31T18:32:56.151538Z","end":"2026-03-31T18:32:56.801151Z","steps":["trace[61371329] 'agreement among raft nodes before linearized reading' (duration: 649.513892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.801189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.151513Z","time spent":"649.670346ms","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:32:56.801244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.151303Z","time spent":"649.855371ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:57.224754Z","caller":"traceutil/trace.go:171","msg":"trace[549837721] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.070933437s","start":"2026-03-31T18:32:56.153785Z","end":"2026-03-31T18:32:57.224718Z","steps":["trace[549837721] 'process raft request' (duration: 1.070599609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.224951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.810632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:57.225014Z","caller":"traceutil/trace.go:171","msg":"trace[1472961271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2703; }","duration":"949.918295ms","start":"2026-03-31T18:32:56.275082Z","end":"2026-03-31T18:32:57.225Z","steps":["trace[1472961271] 'agreement among raft nodes before linearized reading' (duration: 949.685358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.225023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.153767Z","time spent":"1.071072882s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:57.225043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.184888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-31T18:32:57.225165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.748364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:57.225152Z","caller":"traceutil/trace.go:171","msg":"trace[1705962028] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2703; }","duration":"956.323391ms","start":"2026-03-31T18:32:56.268805Z","end":"2026-03-31T18:32:57.225129Z","steps":["trace[1705962028] 'agreement among raft nodes before linearized reading' (duration: 956.061064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.22519Z","caller":"traceutil/trace.go:171","msg":"trace[435142595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2703; }","duration":"948.798166ms","start":"2026-03-31T18:32:56.276386Z","end":"2026-03-31T18:32:57.225184Z","steps":["trace[435142595] 'agreement among raft nodes before linearized reading' (duration: 948.730734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.225214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.276373Z","time spent":"948.835076ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:57.22522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.268793Z","time spent":"956.416634ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:32:57.225049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.275074Z","time spent":"949.968656ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:57.225438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.439055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-31T18:32:57.225478Z","caller":"traceutil/trace.go:171","msg":"trace[1167894897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2703; }","duration":"951.512536ms","start":"2026-03-31T18:32:56.273955Z","end":"2026-03-31T18:32:57.225467Z","steps":["trace[1167894897] 'agreement among raft nodes before linearized reading' (duration: 951.382643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.225517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.273935Z","time spent":"951.574228ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:57.225102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.650948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:57.225716Z","caller":"traceutil/trace.go:171","msg":"trace[1532202538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2703; }","duration":"699.286274ms","start":"2026-03-31T18:32:56.526415Z","end":"2026-03-31T18:32:57.225702Z","steps":["trace[1532202538] 'agreement among raft nodes before linearized reading' (duration: 698.652628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.22575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.642882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T18:32:57.225805Z","caller":"traceutil/trace.go:171","msg":"trace[1078906345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2703; }","duration":"963.694193ms","start":"2026-03-31T18:32:56.262094Z","end":"2026-03-31T18:32:57.225788Z","steps":["trace[1078906345] 'agreement among raft nodes before linearized reading' (duration: 963.533609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.225839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.262038Z","time spent":"963.794185ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:57.225767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.526401Z","time spent":"699.348956ms","remote":"127.0.0.1:43100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:57.226304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044788619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T18:32:57.22633Z","caller":"traceutil/trace.go:171","msg":"trace[768880397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2703; }","duration":"1.044859852s","start":"2026-03-31T18:32:56.181465Z","end":"2026-03-31T18:32:57.226325Z","steps":["trace[768880397] 'agreement among raft nodes before linearized reading' (duration: 1.044783499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.226351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.181447Z","time spent":"1.044898933s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:57.226213Z","caller":"traceutil/trace.go:171","msg":"trace[1990613235] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2812; }","duration":"423.697995ms","start":"2026-03-31T18:32:56.801027Z","end":"2026-03-31T18:32:57.224725Z","steps":["trace[1990613235] 'read index received' (duration: 423.679685ms)","trace[1990613235] 'applied index is now lower than readState.Index' (duration: 15.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:57.228718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.036124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-31T18:32:57.228758Z","caller":"traceutil/trace.go:171","msg":"trace[1398708419] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2703; }","duration":"424.110966ms","start":"2026-03-31T18:32:56.804636Z","end":"2026-03-31T18:32:57.228747Z","steps":["trace[1398708419] 'agreement among raft nodes before linearized reading' (duration: 424.006193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.228782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.804613Z","time spent":"424.164067ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:57.228821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.915708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:57.228904Z","caller":"traceutil/trace.go:171","msg":"trace[640864567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2703; }","duration":"149.081242ms","start":"2026-03-31T18:32:57.079802Z","end":"2026-03-31T18:32:57.228883Z","steps":["trace[640864567] 'agreement among raft nodes before linearized reading' (duration: 148.909158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.229224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.393614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5904"} {"level":"info","ts":"2026-03-31T18:32:57.229257Z","caller":"traceutil/trace.go:171","msg":"trace[72175493] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2703; }","duration":"424.444125ms","start":"2026-03-31T18:32:56.804806Z","end":"2026-03-31T18:32:57.22925Z","steps":["trace[72175493] 'agreement among raft nodes before linearized reading' (duration: 424.360983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.22928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.804798Z","time spent":"424.477796ms","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5928,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:32:57.22891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.11755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:32:57.229458Z","caller":"traceutil/trace.go:171","msg":"trace[1309926278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2703; }","duration":"418.689605ms","start":"2026-03-31T18:32:56.810752Z","end":"2026-03-31T18:32:57.229441Z","steps":["trace[1309926278] 'agreement among raft nodes before linearized reading' (duration: 418.09642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.229516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.810709Z","time spent":"418.791908ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:07.555233Z","caller":"traceutil/trace.go:171","msg":"trace[1206719126] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"234.481891ms","start":"2026-03-31T18:33:07.320722Z","end":"2026-03-31T18:33:07.555204Z","steps":["trace[1206719126] 'process raft request' (duration: 234.290736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:07.59986Z","caller":"traceutil/trace.go:171","msg":"trace[899603854] linearizableReadLoop","detail":"{readStateIndex:2889; appliedIndex:2887; }","duration":"109.874824ms","start":"2026-03-31T18:33:07.489961Z","end":"2026-03-31T18:33:07.599836Z","steps":["trace[899603854] 'read index received' (duration: 65.106791ms)","trace[899603854] 'applied index is now lower than readState.Index' (duration: 44.767183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:07.6001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.115631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:33:07.600159Z","caller":"traceutil/trace.go:171","msg":"trace[2078532916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2775; }","duration":"110.220842ms","start":"2026-03-31T18:33:07.489928Z","end":"2026-03-31T18:33:07.600149Z","steps":["trace[2078532916] 'agreement among raft nodes before linearized reading' (duration: 110.021538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:07.600501Z","caller":"traceutil/trace.go:171","msg":"trace[703209565] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"279.146051ms","start":"2026-03-31T18:33:07.320756Z","end":"2026-03-31T18:33:07.599902Z","steps":["trace[703209565] 'process raft request' (duration: 278.958147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.471099Z","caller":"traceutil/trace.go:171","msg":"trace[1195952827] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"174.759309ms","start":"2026-03-31T18:34:09.296315Z","end":"2026-03-31T18:34:09.471075Z","steps":["trace[1195952827] 'process raft request' (duration: 174.602645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:13.940631Z","caller":"traceutil/trace.go:171","msg":"trace[982003414] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"112.739185ms","start":"2026-03-31T18:34:13.827863Z","end":"2026-03-31T18:34:13.940602Z","steps":["trace[982003414] 'process raft request' (duration: 74.568968ms)","trace[982003414] 'compare' (duration: 37.90895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.11927Z","caller":"traceutil/trace.go:171","msg":"trace[1222518512] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"174.40094ms","start":"2026-03-31T18:34:13.944844Z","end":"2026-03-31T18:34:14.119245Z","steps":["trace[1222518512] 'process raft request' (duration: 171.018152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.549472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.863358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:14.549552Z","caller":"traceutil/trace.go:171","msg":"trace[227630702] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3394; }","duration":"141.9845ms","start":"2026-03-31T18:34:14.407549Z","end":"2026-03-31T18:34:14.549533Z","steps":["trace[227630702] 'count revisions from in-memory index tree' (duration: 141.775765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.573413Z","caller":"traceutil/trace.go:171","msg":"trace[1703338172] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"105.116578ms","start":"2026-03-31T18:34:14.468218Z","end":"2026-03-31T18:34:14.573335Z","steps":["trace[1703338172] 'process raft request' (duration: 104.541234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.702048Z","caller":"traceutil/trace.go:171","msg":"trace[521079319] linearizableReadLoop","detail":"{readStateIndex:3538; appliedIndex:3537; }","duration":"128.77809ms","start":"2026-03-31T18:34:14.573244Z","end":"2026-03-31T18:34:14.702022Z","steps":["trace[521079319] 'read index received' (duration: 120.061345ms)","trace[521079319] 'applied index is now lower than readState.Index' (duration: 8.715575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:14.702361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.983087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:34:14.702437Z","caller":"traceutil/trace.go:171","msg":"trace[1150918510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3396; }","duration":"165.10729ms","start":"2026-03-31T18:34:14.537301Z","end":"2026-03-31T18:34:14.702408Z","steps":["trace[1150918510] 'agreement among raft nodes before linearized reading' (duration: 164.837403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.702472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.184623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-31T18:34:14.702581Z","caller":"traceutil/trace.go:171","msg":"trace[253507863] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3396; }","duration":"184.376798ms","start":"2026-03-31T18:34:14.518179Z","end":"2026-03-31T18:34:14.702556Z","steps":["trace[253507863] 'agreement among raft nodes before linearized reading' (duration: 184.006348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.702179Z","caller":"traceutil/trace.go:171","msg":"trace[992426226] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"176.477584ms","start":"2026-03-31T18:34:14.525656Z","end":"2026-03-31T18:34:14.702134Z","steps":["trace[992426226] 'process raft request' (duration: 167.615315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.702722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.374522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-31T18:34:14.702859Z","caller":"traceutil/trace.go:171","msg":"trace[1519727631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3396; }","duration":"125.542246ms","start":"2026-03-31T18:34:14.577304Z","end":"2026-03-31T18:34:14.702846Z","steps":["trace[1519727631] 'agreement among raft nodes before linearized reading' (duration: 125.345451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.846343Z","caller":"traceutil/trace.go:171","msg":"trace[261076999] linearizableReadLoop","detail":"{readStateIndex:3541; appliedIndex:3540; }","duration":"120.6951ms","start":"2026-03-31T18:34:14.725625Z","end":"2026-03-31T18:34:14.84632Z","steps":["trace[261076999] 'read index received' (duration: 119.360786ms)","trace[261076999] 'applied index is now lower than readState.Index' (duration: 1.333244ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.84638Z","caller":"traceutil/trace.go:171","msg":"trace[1054233704] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"128.749739ms","start":"2026-03-31T18:34:14.717611Z","end":"2026-03-31T18:34:14.846361Z","steps":["trace[1054233704] 'process raft request' (duration: 127.245381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.846566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.927308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-31T18:34:14.846593Z","caller":"traceutil/trace.go:171","msg":"trace[661635615] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3399; }","duration":"121.01732ms","start":"2026-03-31T18:34:14.725568Z","end":"2026-03-31T18:34:14.846585Z","steps":["trace[661635615] 'agreement among raft nodes before linearized reading' (duration: 120.837875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.897672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.097959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-31T18:34:14.897745Z","caller":"traceutil/trace.go:171","msg":"trace[130200984] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3400; }","duration":"117.229572ms","start":"2026-03-31T18:34:14.780498Z","end":"2026-03-31T18:34:14.897728Z","steps":["trace[130200984] 'agreement among raft nodes before linearized reading' (duration: 117.019436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.89823Z","caller":"traceutil/trace.go:171","msg":"trace[1887983571] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"134.974979ms","start":"2026-03-31T18:34:14.763244Z","end":"2026-03-31T18:34:14.898219Z","steps":["trace[1887983571] 'process raft request' (duration: 134.058176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:17.927415Z","caller":"traceutil/trace.go:171","msg":"trace[1066583188] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"105.120029ms","start":"2026-03-31T18:34:17.82226Z","end":"2026-03-31T18:34:17.92738Z","steps":["trace[1066583188] 'process raft request' (duration: 74.176238ms)","trace[1066583188] 'compare' (duration: 30.623703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:38.251016Z","caller":"traceutil/trace.go:171","msg":"trace[1557147559] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"122.866588ms","start":"2026-03-31T18:34:38.128115Z","end":"2026-03-31T18:34:38.250981Z","steps":["trace[1557147559] 'process raft request' (duration: 122.639772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:38.510064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.285607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:34:38.510225Z","caller":"traceutil/trace.go:171","msg":"trace[115959390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3622; }","duration":"186.526503ms","start":"2026-03-31T18:34:38.323674Z","end":"2026-03-31T18:34:38.510201Z","steps":["trace[115959390] 'range keys from in-memory index tree' (duration: 186.050532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:09.845386Z","caller":"traceutil/trace.go:171","msg":"trace[325391550] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"100.374049ms","start":"2026-03-31T18:35:09.744979Z","end":"2026-03-31T18:35:09.845353Z","steps":["trace[325391550] 'process raft request' (duration: 96.639895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.190942Z","caller":"traceutil/trace.go:171","msg":"trace[1270732941] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"162.271472ms","start":"2026-03-31T18:35:10.028644Z","end":"2026-03-31T18:35:10.190915Z","steps":["trace[1270732941] 'process raft request' (duration: 162.119958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.196476Z","caller":"traceutil/trace.go:171","msg":"trace[1139194690] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"166.899349ms","start":"2026-03-31T18:35:10.029548Z","end":"2026-03-31T18:35:10.196447Z","steps":["trace[1139194690] 'process raft request' (duration: 166.618652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:20.803217Z","caller":"traceutil/trace.go:171","msg":"trace[183280989] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"107.151756ms","start":"2026-03-31T18:35:20.696016Z","end":"2026-03-31T18:35:20.803167Z","steps":["trace[183280989] 'process raft request' (duration: 81.211118ms)","trace[183280989] 'compare' (duration: 25.452354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.950294Z","caller":"traceutil/trace.go:171","msg":"trace[2045802247] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"177.184454ms","start":"2026-03-31T18:35:21.773087Z","end":"2026-03-31T18:35:21.950272Z","steps":["trace[2045802247] 'process raft request' (duration: 173.882332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.952053Z","caller":"traceutil/trace.go:171","msg":"trace[1307625541] linearizableReadLoop","detail":"{readStateIndex:4470; appliedIndex:4468; }","duration":"111.153077ms","start":"2026-03-31T18:35:21.84088Z","end":"2026-03-31T18:35:21.952033Z","steps":["trace[1307625541] 'read index received' (duration: 106.105417ms)","trace[1307625541] 'applied index is now lower than readState.Index' (duration: 5.04663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.952182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:21.952156Z","caller":"traceutil/trace.go:171","msg":"trace[1765455030] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"131.780788ms","start":"2026-03-31T18:35:21.820336Z","end":"2026-03-31T18:35:21.952117Z","steps":["trace[1765455030] 'process raft request' (duration: 131.472369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.952213Z","caller":"traceutil/trace.go:171","msg":"trace[1038734683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4281; }","duration":"111.390973ms","start":"2026-03-31T18:35:21.840813Z","end":"2026-03-31T18:35:21.952204Z","steps":["trace[1038734683] 'agreement among raft nodes before linearized reading' (duration: 111.320942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.591872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.262605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:23.591979Z","caller":"traceutil/trace.go:171","msg":"trace[1072883409] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4308; }","duration":"225.42463ms","start":"2026-03-31T18:35:23.366532Z","end":"2026-03-31T18:35:23.591957Z","steps":["trace[1072883409] 'count revisions from in-memory index tree' (duration: 225.191784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.591976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.955848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:35:23.591983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:14417"} {"level":"info","ts":"2026-03-31T18:35:23.592046Z","caller":"traceutil/trace.go:171","msg":"trace[972708404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:4308; }","duration":"220.073171ms","start":"2026-03-31T18:35:23.371956Z","end":"2026-03-31T18:35:23.59203Z","steps":["trace[972708404] 'range keys from in-memory index tree' (duration: 219.783224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.59206Z","caller":"traceutil/trace.go:171","msg":"trace[207476165] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4308; }","duration":"124.466035ms","start":"2026-03-31T18:35:23.467572Z","end":"2026-03-31T18:35:23.592038Z","steps":["trace[207476165] 'range keys from in-memory index tree' (duration: 124.164146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:29.128779Z","caller":"traceutil/trace.go:171","msg":"trace[707873593] linearizableReadLoop","detail":"{readStateIndex:4652; appliedIndex:4651; }","duration":"228.882396ms","start":"2026-03-31T18:35:28.89988Z","end":"2026-03-31T18:35:29.128763Z","steps":["trace[707873593] 'read index received' (duration: 228.771832ms)","trace[707873593] 'applied index is now lower than readState.Index' (duration: 107.763µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:29.128969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.07581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-31T18:35:29.129011Z","caller":"traceutil/trace.go:171","msg":"trace[648231879] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4457; }","duration":"229.148412ms","start":"2026-03-31T18:35:28.89984Z","end":"2026-03-31T18:35:29.128989Z","steps":["trace[648231879] 'agreement among raft nodes before linearized reading' (duration: 229.021099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:29.129014Z","caller":"traceutil/trace.go:171","msg":"trace[404421549] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"260.536502ms","start":"2026-03-31T18:35:28.868346Z","end":"2026-03-31T18:35:29.128883Z","steps":["trace[404421549] 'process raft request' (duration: 260.255213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:29.60567Z","caller":"traceutil/trace.go:171","msg":"trace[804663112] linearizableReadLoop","detail":"{readStateIndex:4653; appliedIndex:4652; }","duration":"476.802587ms","start":"2026-03-31T18:35:29.12884Z","end":"2026-03-31T18:35:29.605643Z","steps":["trace[804663112] 'read index received' (duration: 393.84952ms)","trace[804663112] 'applied index is now lower than readState.Index' (duration: 82.951887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:29.606048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.652686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:35:29.6061Z","caller":"traceutil/trace.go:171","msg":"trace[1057992905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4458; }","duration":"660.730317ms","start":"2026-03-31T18:35:28.945342Z","end":"2026-03-31T18:35:29.606073Z","steps":["trace[1057992905] 'agreement among raft nodes before linearized reading' (duration: 660.576983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:29.606125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.945325Z","time spent":"660.793969ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:29.606263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.096038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T18:35:29.606379Z","caller":"traceutil/trace.go:171","msg":"trace[189165411] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4458; }","duration":"476.268402ms","start":"2026-03-31T18:35:29.13008Z","end":"2026-03-31T18:35:29.606349Z","steps":["trace[189165411] 'agreement among raft nodes before linearized reading' (duration: 475.898762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:29.606435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:29.130071Z","time spent":"476.350064ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12999,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:35:29.606263Z","caller":"traceutil/trace.go:171","msg":"trace[533329227] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"696.282483ms","start":"2026-03-31T18:35:28.909971Z","end":"2026-03-31T18:35:29.606253Z","steps":["trace[533329227] 'process raft request' (duration: 612.729019ms)","trace[533329227] 'compare' (duration: 82.582176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:29.606525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.909945Z","time spent":"696.53833ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:29.606761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.858116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09654ae3-9f9d-4395-820d-092fec4b7fad\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-31T18:35:29.606819Z","caller":"traceutil/trace.go:171","msg":"trace[566668376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09654ae3-9f9d-4395-820d-092fec4b7fad; range_end:; response_count:1; response_revision:4458; }","duration":"460.949208ms","start":"2026-03-31T18:35:29.145853Z","end":"2026-03-31T18:35:29.606802Z","steps":["trace[566668376] 'agreement among raft nodes before linearized reading' (duration: 460.519967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:29.606861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:29.14583Z","time spent":"461.020402ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09654ae3-9f9d-4395-820d-092fec4b7fad\" "} {"level":"info","ts":"2026-03-31T18:35:31.731574Z","caller":"traceutil/trace.go:171","msg":"trace[831021137] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4754; }","duration":"300.821616ms","start":"2026-03-31T18:35:31.430732Z","end":"2026-03-31T18:35:31.731553Z","steps":["trace[831021137] 'read index received' (duration: 300.706763ms)","trace[831021137] 'applied index is now lower than readState.Index' (duration: 113.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:31.731674Z","caller":"traceutil/trace.go:171","msg":"trace[569253404] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"522.364489ms","start":"2026-03-31T18:35:31.209278Z","end":"2026-03-31T18:35:31.731642Z","steps":["trace[569253404] 'process raft request' (duration: 522.136632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:31.73186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.97203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:31.731923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.209247Z","time spent":"522.590145ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:31.731951Z","caller":"traceutil/trace.go:171","msg":"trace[890950882] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4558; }","duration":"301.253238ms","start":"2026-03-31T18:35:31.430688Z","end":"2026-03-31T18:35:31.731941Z","steps":["trace[890950882] 'agreement among raft nodes before linearized reading' (duration: 300.97488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:31.731985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.430671Z","time spent":"301.30406ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:32.340786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.928905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:32.340903Z","caller":"traceutil/trace.go:171","msg":"trace[126068466] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4755; }","duration":"609.245752ms","start":"2026-03-31T18:35:31.731639Z","end":"2026-03-31T18:35:32.340885Z","steps":["trace[126068466] 'read index received' (duration: 462.09028ms)","trace[126068466] 'applied index is now lower than readState.Index' (duration: 147.153732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:32.341042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.251941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:32.341117Z","caller":"traceutil/trace.go:171","msg":"trace[1375668762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4559; }","duration":"661.356574ms","start":"2026-03-31T18:35:31.679741Z","end":"2026-03-31T18:35:32.341097Z","steps":["trace[1375668762] 'agreement among raft nodes before linearized reading' (duration: 661.244971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.679724Z","time spent":"661.427607ms","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:32.341323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.552529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:719594"} {"level":"info","ts":"2026-03-31T18:35:32.34137Z","caller":"traceutil/trace.go:171","msg":"trace[874360092] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4559; }","duration":"627.643621ms","start":"2026-03-31T18:35:31.713718Z","end":"2026-03-31T18:35:32.341361Z","steps":["trace[874360092] 'agreement among raft nodes before linearized reading' (duration: 627.272572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.713703Z","time spent":"627.686212ms","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":719618,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:35:32.341384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.615638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:32.34094Z","caller":"traceutil/trace.go:171","msg":"trace[1799522406] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"730.171559ms","start":"2026-03-31T18:35:31.610726Z","end":"2026-03-31T18:35:32.340898Z","steps":["trace[1799522406] 'process raft request' (duration: 583.016457ms)","trace[1799522406] 'compare' (duration: 146.624897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:32.341441Z","caller":"traceutil/trace.go:171","msg":"trace[2046064264] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:4559; }","duration":"688.707342ms","start":"2026-03-31T18:35:31.652718Z","end":"2026-03-31T18:35:32.341425Z","steps":["trace[2046064264] 'agreement among raft nodes before linearized reading' (duration: 688.483755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.845493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a200d7d15e8e0f\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-31T18:35:32.341485Z","caller":"traceutil/trace.go:171","msg":"trace[205327952] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a200d7d15e8e0f; range_end:; response_count:1; response_revision:4559; }","duration":"646.909514ms","start":"2026-03-31T18:35:31.694565Z","end":"2026-03-31T18:35:32.341475Z","steps":["trace[205327952] 'agreement among raft nodes before linearized reading' (duration: 646.78401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.652697Z","time spent":"688.776483ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-03-31T18:35:32.341496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.610701Z","time spent":"730.745756ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:32.341513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.694551Z","time spent":"646.955076ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a200d7d15e8e0f\" "} {"level":"warn","ts":"2026-03-31T18:35:32.341591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.966168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:35:32.34165Z","caller":"traceutil/trace.go:171","msg":"trace[1011614727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:4559; }","duration":"698.06943ms","start":"2026-03-31T18:35:31.643563Z","end":"2026-03-31T18:35:32.341632Z","steps":["trace[1011614727] 'agreement among raft nodes before linearized reading' (duration: 697.891136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.643524Z","time spent":"698.159393ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-6pcz4\" "} {"level":"warn","ts":"2026-03-31T18:35:32.341701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.488847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:32.341737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.748287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:35:32.341763Z","caller":"traceutil/trace.go:171","msg":"trace[515695317] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4559; }","duration":"528.586389ms","start":"2026-03-31T18:35:31.813157Z","end":"2026-03-31T18:35:32.341743Z","steps":["trace[515695317] 'agreement among raft nodes before linearized reading' (duration: 528.438205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.341775Z","caller":"traceutil/trace.go:171","msg":"trace[1459727564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4559; }","duration":"725.811429ms","start":"2026-03-31T18:35:31.615951Z","end":"2026-03-31T18:35:32.341763Z","steps":["trace[1459727564] 'agreement among raft nodes before linearized reading' (duration: 725.701756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.341806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.615939Z","time spent":"725.85949ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:32.341812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.813137Z","time spent":"528.660781ms","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:32.341954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.38175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d50d51a8-04bc-4434-ac3f-68eaed7afc43\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-31T18:35:32.341986Z","caller":"traceutil/trace.go:171","msg":"trace[1733771176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d50d51a8-04bc-4434-ac3f-68eaed7afc43; range_end:; response_count:1; response_revision:4559; }","duration":"215.461391ms","start":"2026-03-31T18:35:32.126514Z","end":"2026-03-31T18:35:32.341976Z","steps":["trace[1733771176] 'agreement among raft nodes before linearized reading' (duration: 215.368639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.342108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.835988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:35:32.342149Z","caller":"traceutil/trace.go:171","msg":"trace[2012482517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4559; }","duration":"148.912961ms","start":"2026-03-31T18:35:32.193226Z","end":"2026-03-31T18:35:32.342139Z","steps":["trace[2012482517] 'agreement among raft nodes before linearized reading' (duration: 148.797727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.342118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.629374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:32.342267Z","caller":"traceutil/trace.go:171","msg":"trace[1964307868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4559; }","duration":"346.737827ms","start":"2026-03-31T18:35:31.99547Z","end":"2026-03-31T18:35:32.342208Z","steps":["trace[1964307868] 'agreement among raft nodes before linearized reading' (duration: 346.604492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.342374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.995411Z","time spent":"346.908281ms","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:32.342273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.514376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:32.342748Z","caller":"traceutil/trace.go:171","msg":"trace[278320686] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4559; }","duration":"276.023829ms","start":"2026-03-31T18:35:32.066703Z","end":"2026-03-31T18:35:32.342726Z","steps":["trace[278320686] 'agreement among raft nodes before linearized reading' (duration: 275.537066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.343315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.745389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T18:35:32.343415Z","caller":"traceutil/trace.go:171","msg":"trace[1131403112] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4559; }","duration":"224.878863ms","start":"2026-03-31T18:35:32.118526Z","end":"2026-03-31T18:35:32.343405Z","steps":["trace[1131403112] 'agreement among raft nodes before linearized reading' (duration: 223.487714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.49495Z","caller":"traceutil/trace.go:171","msg":"trace[1924910396] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4756; }","duration":"149.080896ms","start":"2026-03-31T18:35:32.345847Z","end":"2026-03-31T18:35:32.494928Z","steps":["trace[1924910396] 'read index received' (duration: 143.469201ms)","trace[1924910396] 'applied index is now lower than readState.Index' (duration: 5.610205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:32.495035Z","caller":"traceutil/trace.go:171","msg":"trace[1683073026] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"150.845615ms","start":"2026-03-31T18:35:32.344173Z","end":"2026-03-31T18:35:32.495019Z","steps":["trace[1683073026] 'process raft request' (duration: 150.502545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.495023Z","caller":"traceutil/trace.go:171","msg":"trace[1856271122] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"148.329105ms","start":"2026-03-31T18:35:32.34667Z","end":"2026-03-31T18:35:32.494999Z","steps":["trace[1856271122] 'process raft request' (duration: 148.1592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.495062Z","caller":"traceutil/trace.go:171","msg":"trace[1726212667] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"145.342942ms","start":"2026-03-31T18:35:32.349708Z","end":"2026-03-31T18:35:32.495051Z","steps":["trace[1726212667] 'process raft request' (duration: 145.170878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.495235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.349433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-31T18:35:32.495316Z","caller":"traceutil/trace.go:171","msg":"trace[1281036851] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4562; }","duration":"149.454096ms","start":"2026-03-31T18:35:32.345841Z","end":"2026-03-31T18:35:32.495295Z","steps":["trace[1281036851] 'agreement among raft nodes before linearized reading' (duration: 149.218199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.496399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.639363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42354"} {"level":"info","ts":"2026-03-31T18:35:32.496437Z","caller":"traceutil/trace.go:171","msg":"trace[1048285814] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4563; }","duration":"148.695424ms","start":"2026-03-31T18:35:32.347734Z","end":"2026-03-31T18:35:32.496429Z","steps":["trace[1048285814] 'agreement among raft nodes before linearized reading' (duration: 148.552301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.4966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.364985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-31T18:35:32.496712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.561451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:35:32.496724Z","caller":"traceutil/trace.go:171","msg":"trace[121015964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4563; }","duration":"148.50487ms","start":"2026-03-31T18:35:32.348199Z","end":"2026-03-31T18:35:32.496704Z","steps":["trace[121015964] 'agreement among raft nodes before linearized reading' (duration: 148.305564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.496734Z","caller":"traceutil/trace.go:171","msg":"trace[1807878096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4563; }","duration":"148.595962ms","start":"2026-03-31T18:35:32.348132Z","end":"2026-03-31T18:35:32.496728Z","steps":["trace[1807878096] 'agreement among raft nodes before linearized reading' (duration: 148.447358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.709853Z","caller":"traceutil/trace.go:171","msg":"trace[422432483] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4795; }","duration":"358.938656ms","start":"2026-03-31T18:35:34.350899Z","end":"2026-03-31T18:35:34.709837Z","steps":["trace[422432483] 'read index received' (duration: 358.794621ms)","trace[422432483] 'applied index is now lower than readState.Index' (duration: 143.475µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:34.710033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.11881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d50d51a8-04bc-4434-ac3f-68eaed7afc43\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-31T18:35:34.709995Z","caller":"traceutil/trace.go:171","msg":"trace[2016563576] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"361.689372ms","start":"2026-03-31T18:35:34.348268Z","end":"2026-03-31T18:35:34.709957Z","steps":["trace[2016563576] 'process raft request' (duration: 361.470975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.71029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.179339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-31T18:35:34.710353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.739879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T18:35:34.710365Z","caller":"traceutil/trace.go:171","msg":"trace[1205721933] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"188.279492ms","start":"2026-03-31T18:35:34.522067Z","end":"2026-03-31T18:35:34.710347Z","steps":["trace[1205721933] 'agreement among raft nodes before linearized reading' (duration: 188.098707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.710439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.246551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:777395"} {"level":"warn","ts":"2026-03-31T18:35:34.710414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.255686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:34.710451Z","caller":"traceutil/trace.go:171","msg":"trace[589583705] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4595; }","duration":"190.850382ms","start":"2026-03-31T18:35:34.519582Z","end":"2026-03-31T18:35:34.710432Z","steps":["trace[589583705] 'agreement among raft nodes before linearized reading' (duration: 190.612796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710469Z","caller":"traceutil/trace.go:171","msg":"trace[502699851] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4595; }","duration":"291.311483ms","start":"2026-03-31T18:35:34.419148Z","end":"2026-03-31T18:35:34.71046Z","steps":["trace[502699851] 'agreement among raft nodes before linearized reading' (duration: 290.931803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.710428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.57372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:35:34.710504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.182604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:35:34.710545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.541455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:34.710538Z","caller":"traceutil/trace.go:171","msg":"trace[487177240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4595; }","duration":"114.775245ms","start":"2026-03-31T18:35:34.595737Z","end":"2026-03-31T18:35:34.710513Z","steps":["trace[487177240] 'agreement among raft nodes before linearized reading' (duration: 114.414436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710572Z","caller":"traceutil/trace.go:171","msg":"trace[1279520063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4595; }","duration":"194.41558ms","start":"2026-03-31T18:35:34.516066Z","end":"2026-03-31T18:35:34.710481Z","steps":["trace[1279520063] 'agreement among raft nodes before linearized reading' (duration: 194.081592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710583Z","caller":"traceutil/trace.go:171","msg":"trace[1123595130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4595; }","duration":"211.312139ms","start":"2026-03-31T18:35:34.499254Z","end":"2026-03-31T18:35:34.710566Z","steps":["trace[1123595130] 'agreement among raft nodes before linearized reading' (duration: 211.044581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710603Z","caller":"traceutil/trace.go:171","msg":"trace[1919479262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4595; }","duration":"194.610826ms","start":"2026-03-31T18:35:34.515975Z","end":"2026-03-31T18:35:34.710586Z","steps":["trace[1919479262] 'agreement among raft nodes before linearized reading' (duration: 194.470471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710062Z","caller":"traceutil/trace.go:171","msg":"trace[1375697457] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d50d51a8-04bc-4434-ac3f-68eaed7afc43; range_end:; response_count:1; response_revision:4595; }","duration":"359.191662ms","start":"2026-03-31T18:35:34.350863Z","end":"2026-03-31T18:35:34.710055Z","steps":["trace[1375697457] 'agreement among raft nodes before linearized reading' (duration: 359.072789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.710627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.658105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:35:34.710633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.643059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T18:35:34.71066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.246269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:35:34.710673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.350854Z","time spent":"359.783729ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d50d51a8-04bc-4434-ac3f-68eaed7afc43\" "} {"level":"info","ts":"2026-03-31T18:35:34.710716Z","caller":"traceutil/trace.go:171","msg":"trace[1873212517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:4595; }","duration":"208.772229ms","start":"2026-03-31T18:35:34.501912Z","end":"2026-03-31T18:35:34.710685Z","steps":["trace[1873212517] 'agreement among raft nodes before linearized reading' (duration: 208.351577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710722Z","caller":"traceutil/trace.go:171","msg":"trace[103320889] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4595; }","duration":"211.773792ms","start":"2026-03-31T18:35:34.498922Z","end":"2026-03-31T18:35:34.710696Z","steps":["trace[103320889] 'agreement among raft nodes before linearized reading' (duration: 211.439082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.710728Z","caller":"traceutil/trace.go:171","msg":"trace[1897146545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4595; }","duration":"198.348311ms","start":"2026-03-31T18:35:34.512357Z","end":"2026-03-31T18:35:34.710706Z","steps":["trace[1897146545] 'agreement among raft nodes before linearized reading' (duration: 198.151235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.710936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:34.348246Z","time spent":"361.847885ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:34.924769Z","caller":"traceutil/trace.go:171","msg":"trace[2010785070] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4796; }","duration":"209.992221ms","start":"2026-03-31T18:35:34.714758Z","end":"2026-03-31T18:35:34.92475Z","steps":["trace[2010785070] 'read index received' (duration: 191.183531ms)","trace[2010785070] 'applied index is now lower than readState.Index' (duration: 18.80809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:34.924948Z","caller":"traceutil/trace.go:171","msg":"trace[1984163305] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"210.277841ms","start":"2026-03-31T18:35:34.71463Z","end":"2026-03-31T18:35:34.924908Z","steps":["trace[1984163305] 'process raft request' (duration: 191.319516ms)","trace[1984163305] 'compare' (duration: 18.338208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:34.924988Z","caller":"traceutil/trace.go:171","msg":"trace[834366930] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"210.284081ms","start":"2026-03-31T18:35:34.714679Z","end":"2026-03-31T18:35:34.924963Z","steps":["trace[834366930] 'process raft request' (duration: 209.992512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.925144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.372353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42354"} {"level":"info","ts":"2026-03-31T18:35:34.925564Z","caller":"traceutil/trace.go:171","msg":"trace[1544231125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4597; }","duration":"210.822985ms","start":"2026-03-31T18:35:34.714729Z","end":"2026-03-31T18:35:34.925552Z","steps":["trace[1544231125] 'agreement among raft nodes before linearized reading' (duration: 210.28066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945137Z","caller":"traceutil/trace.go:171","msg":"trace[1683972391] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"230.351985ms","start":"2026-03-31T18:35:34.714758Z","end":"2026-03-31T18:35:34.94511Z","steps":["trace[1683972391] 'process raft request' (duration: 230.18527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945411Z","caller":"traceutil/trace.go:171","msg":"trace[1347593333] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"230.521281ms","start":"2026-03-31T18:35:34.714865Z","end":"2026-03-31T18:35:34.945386Z","steps":["trace[1347593333] 'process raft request' (duration: 230.210362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945439Z","caller":"traceutil/trace.go:171","msg":"trace[1094124923] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"230.53504ms","start":"2026-03-31T18:35:34.714884Z","end":"2026-03-31T18:35:34.945419Z","steps":["trace[1094124923] 'process raft request' (duration: 230.406617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945583Z","caller":"traceutil/trace.go:171","msg":"trace[2138674042] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"230.481179ms","start":"2026-03-31T18:35:34.715091Z","end":"2026-03-31T18:35:34.945572Z","steps":["trace[2138674042] 'process raft request' (duration: 230.299525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945685Z","caller":"traceutil/trace.go:171","msg":"trace[1625921048] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"185.332809ms","start":"2026-03-31T18:35:34.760343Z","end":"2026-03-31T18:35:34.945676Z","steps":["trace[1625921048] 'process raft request' (duration: 185.227456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.94577Z","caller":"traceutil/trace.go:171","msg":"trace[1892691904] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"185.662499ms","start":"2026-03-31T18:35:34.760097Z","end":"2026-03-31T18:35:34.94576Z","steps":["trace[1892691904] 'process raft request' (duration: 185.389891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.945795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.001703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:34.945816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.696326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:34.945882Z","caller":"traceutil/trace.go:171","msg":"trace[760746884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4603; }","duration":"102.145817ms","start":"2026-03-31T18:35:34.843714Z","end":"2026-03-31T18:35:34.94586Z","steps":["trace[760746884] 'agreement among raft nodes before linearized reading' (duration: 101.985342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.945906Z","caller":"traceutil/trace.go:171","msg":"trace[1590056497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4603; }","duration":"105.972704ms","start":"2026-03-31T18:35:34.839915Z","end":"2026-03-31T18:35:34.945888Z","steps":["trace[1590056497] 'agreement among raft nodes before linearized reading' (duration: 105.695786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.95767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.531128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:35.957776Z","caller":"traceutil/trace.go:171","msg":"trace[350623907] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"116.954738ms","start":"2026-03-31T18:35:35.840805Z","end":"2026-03-31T18:35:35.95776Z","steps":["trace[350623907] 'read index received' (duration: 47.742µs)","trace[350623907] 'applied index is now lower than readState.Index' (duration: 116.905736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:35.957867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.063641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:35.957891Z","caller":"traceutil/trace.go:171","msg":"trace[1079815106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4608; }","duration":"117.128922ms","start":"2026-03-31T18:35:35.840754Z","end":"2026-03-31T18:35:35.957883Z","steps":["trace[1079815106] 'agreement among raft nodes before linearized reading' (duration: 117.05056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:35.957978Z","caller":"traceutil/trace.go:171","msg":"trace[40843837] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"236.809685ms","start":"2026-03-31T18:35:35.721129Z","end":"2026-03-31T18:35:35.957939Z","steps":["trace[40843837] 'process raft request' (duration: 25.945358ms)","trace[40843837] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/configmaps/monitoring/goldpinger-zap; req_size:1216; } (duration: 210.090686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:37.574391Z","caller":"traceutil/trace.go:171","msg":"trace[149614767] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"487.155815ms","start":"2026-03-31T18:35:37.087205Z","end":"2026-03-31T18:35:37.57436Z","steps":["trace[149614767] 'read index received' (duration: 475.104542ms)","trace[149614767] 'applied index is now lower than readState.Index' (duration: 12.049803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:37.574565Z","caller":"traceutil/trace.go:171","msg":"trace[1324953646] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"510.302976ms","start":"2026-03-31T18:35:37.064226Z","end":"2026-03-31T18:35:37.574529Z","steps":["trace[1324953646] 'process raft request' (duration: 498.076938ms)","trace[1324953646] 'compare' (duration: 11.429426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:37.574634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.417532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:37.574858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:37.064198Z","time spent":"510.582914ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:37.57488Z","caller":"traceutil/trace.go:171","msg":"trace[961041700] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4657; }","duration":"487.71475ms","start":"2026-03-31T18:35:37.087144Z","end":"2026-03-31T18:35:37.574859Z","steps":["trace[961041700] 'agreement among raft nodes before linearized reading' (duration: 487.429742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:37.574913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.783335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:37.574942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:37.087123Z","time spent":"487.808853ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-31T18:35:37.574965Z","caller":"traceutil/trace.go:171","msg":"trace[1716965439] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4657; }","duration":"158.894218ms","start":"2026-03-31T18:35:37.416059Z","end":"2026-03-31T18:35:37.574953Z","steps":["trace[1716965439] 'agreement among raft nodes before linearized reading' (duration: 158.754054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:37.574923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.781893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6df9844cfc-bbwm4.18a200d942e71bfb\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-31T18:35:37.57504Z","caller":"traceutil/trace.go:171","msg":"trace[731639866] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6df9844cfc-bbwm4.18a200d942e71bfb; range_end:; response_count:1; response_revision:4657; }","duration":"297.907086ms","start":"2026-03-31T18:35:37.277125Z","end":"2026-03-31T18:35:37.575032Z","steps":["trace[731639866] 'agreement among raft nodes before linearized reading' (duration: 297.67724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:41.477278Z","caller":"traceutil/trace.go:171","msg":"trace[1232201443] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"522.328488ms","start":"2026-03-31T18:35:40.954926Z","end":"2026-03-31T18:35:41.477254Z","steps":["trace[1232201443] 'process raft request' (duration: 522.169154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.477421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.954899Z","time spent":"522.454682ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:41.478583Z","caller":"traceutil/trace.go:171","msg":"trace[545393070] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4928; }","duration":"494.885578ms","start":"2026-03-31T18:35:40.983673Z","end":"2026-03-31T18:35:41.478558Z","steps":["trace[545393070] 'read index received' (duration: 493.399547ms)","trace[545393070] 'applied index is now lower than readState.Index' (duration: 1.485151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:41.478693Z","caller":"traceutil/trace.go:171","msg":"trace[1814373304] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"523.341437ms","start":"2026-03-31T18:35:40.95534Z","end":"2026-03-31T18:35:41.478681Z","steps":["trace[1814373304] 'process raft request' (duration: 523.08909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.478798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.955319Z","time spent":"523.399559ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:41.478935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.213127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:41.478982Z","caller":"traceutil/trace.go:171","msg":"trace[295383064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4723; }","duration":"495.285979ms","start":"2026-03-31T18:35:40.983682Z","end":"2026-03-31T18:35:41.478968Z","steps":["trace[295383064] 'agreement among raft nodes before linearized reading' (duration: 495.136375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.478996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.770642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T18:35:41.479017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.98367Z","time spent":"495.33921ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:35:41.479036Z","caller":"traceutil/trace.go:171","msg":"trace[1453601830] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"439.840645ms","start":"2026-03-31T18:35:41.039185Z","end":"2026-03-31T18:35:41.479025Z","steps":["trace[1453601830] 'agreement among raft nodes before linearized reading' (duration: 439.704461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.479058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.385274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:35:41.479085Z","caller":"traceutil/trace.go:171","msg":"trace[1632287212] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4723; }","duration":"128.456706ms","start":"2026-03-31T18:35:41.350619Z","end":"2026-03-31T18:35:41.479076Z","steps":["trace[1632287212] 'agreement among raft nodes before linearized reading' (duration: 128.382113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.479141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.7155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4sq2s\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-31T18:35:41.479152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.397047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:35:41.47917Z","caller":"traceutil/trace.go:171","msg":"trace[2054573993] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4sq2s; range_end:; response_count:1; response_revision:4723; }","duration":"168.770761ms","start":"2026-03-31T18:35:41.310386Z","end":"2026-03-31T18:35:41.479157Z","steps":["trace[2054573993] 'agreement among raft nodes before linearized reading' (duration: 168.698199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:41.479182Z","caller":"traceutil/trace.go:171","msg":"trace[1172578552] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4723; }","duration":"446.469398ms","start":"2026-03-31T18:35:41.032703Z","end":"2026-03-31T18:35:41.479172Z","steps":["trace[1172578552] 'agreement among raft nodes before linearized reading' (duration: 446.385616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.479215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:41.032682Z","time spent":"446.52517ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:41.479234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.560287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:41.479253Z","caller":"traceutil/trace.go:171","msg":"trace[1227370947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4723; }","duration":"495.612368ms","start":"2026-03-31T18:35:40.983635Z","end":"2026-03-31T18:35:41.479248Z","steps":["trace[1227370947] 'agreement among raft nodes before linearized reading' (duration: 495.554127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.47927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.983618Z","time spent":"495.64686ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:41.479063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:41.039174Z","time spent":"439.882076ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:41.479415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.654883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:35:41.479447Z","caller":"traceutil/trace.go:171","msg":"trace[266267871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4723; }","duration":"494.737754ms","start":"2026-03-31T18:35:40.984701Z","end":"2026-03-31T18:35:41.479438Z","steps":["trace[266267871] 'agreement among raft nodes before linearized reading' (duration: 494.655642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.479474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.984658Z","time spent":"494.809776ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:41.47959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.800923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:41.479614Z","caller":"traceutil/trace.go:171","msg":"trace[1295237613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4723; }","duration":"495.825434ms","start":"2026-03-31T18:35:40.983781Z","end":"2026-03-31T18:35:41.479607Z","steps":["trace[1295237613] 'agreement among raft nodes before linearized reading' (duration: 495.748302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:41.479647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:40.983718Z","time spent":"495.923327ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:35:45.447075Z","caller":"traceutil/trace.go:171","msg":"trace[1292543290] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"146.765652ms","start":"2026-03-31T18:35:45.300289Z","end":"2026-03-31T18:35:45.447054Z","steps":["trace[1292543290] 'process raft request' (duration: 146.613098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:45.591924Z","caller":"traceutil/trace.go:171","msg":"trace[160214352] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"187.626673ms","start":"2026-03-31T18:35:45.403963Z","end":"2026-03-31T18:35:45.59159Z","steps":["trace[160214352] 'process raft request' (duration: 179.097347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:48.834786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.133539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:48.83517Z","caller":"traceutil/trace.go:171","msg":"trace[300407695] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"347.621183ms","start":"2026-03-31T18:35:48.487522Z","end":"2026-03-31T18:35:48.835143Z","steps":["trace[300407695] 'process raft request' (duration: 177.084832ms)","trace[300407695] 'compare' (duration: 170.024056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:48.835343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:48.487456Z","time spent":"347.826847ms","remote":"127.0.0.1:57348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:35:48.835157Z","caller":"traceutil/trace.go:171","msg":"trace[1780552774] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"226.191462ms","start":"2026-03-31T18:35:48.608807Z","end":"2026-03-31T18:35:48.834999Z","steps":["trace[1780552774] 'process raft request' (duration: 226.052667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:49.553753Z","caller":"traceutil/trace.go:171","msg":"trace[572984195] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"157.130709ms","start":"2026-03-31T18:35:49.396598Z","end":"2026-03-31T18:35:49.553728Z","steps":["trace[572984195] 'process raft request' (duration: 156.249315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:49.710358Z","caller":"traceutil/trace.go:171","msg":"trace[1366969423] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"306.975938ms","start":"2026-03-31T18:35:49.403348Z","end":"2026-03-31T18:35:49.710324Z","steps":["trace[1366969423] 'process raft request' (duration: 302.461092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:49.71054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:49.403325Z","time spent":"307.11166ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8033,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:49.711028Z","caller":"traceutil/trace.go:171","msg":"trace[490034070] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4874; }","duration":"100.005229ms","start":"2026-03-31T18:35:49.611008Z","end":"2026-03-31T18:35:49.711014Z","steps":["trace[490034070] 'agreement among raft nodes before linearized reading' (duration: 99.021891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:56.847804Z","caller":"traceutil/trace.go:171","msg":"trace[1226988506] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"375.199547ms","start":"2026-03-31T18:35:56.472572Z","end":"2026-03-31T18:35:56.847772Z","steps":["trace[1226988506] 'read index received' (duration: 374.986672ms)","trace[1226988506] 'applied index is now lower than readState.Index' (duration: 211.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:56.847916Z","caller":"traceutil/trace.go:171","msg":"trace[1640229986] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"394.702549ms","start":"2026-03-31T18:35:56.45318Z","end":"2026-03-31T18:35:56.847882Z","steps":["trace[1640229986] 'process raft request' (duration: 394.413232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:56.847952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.376622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33240e6c-8697-4583-b9a1-029d93d7bb9a\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-31T18:35:56.847994Z","caller":"traceutil/trace.go:171","msg":"trace[1412376399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33240e6c-8697-4583-b9a1-029d93d7bb9a; range_end:; response_count:1; response_revision:5023; }","duration":"375.465654ms","start":"2026-03-31T18:35:56.472516Z","end":"2026-03-31T18:35:56.847982Z","steps":["trace[1412376399] 'agreement among raft nodes before linearized reading' (duration: 375.382782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:56.848031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.472491Z","time spent":"375.530945ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33240e6c-8697-4583-b9a1-029d93d7bb9a\" "} {"level":"warn","ts":"2026-03-31T18:35:56.848077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.453159Z","time spent":"394.839062ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.149598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.852278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:57.14982Z","caller":"traceutil/trace.go:171","msg":"trace[812688805] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"393.376713ms","start":"2026-03-31T18:35:56.756408Z","end":"2026-03-31T18:35:57.149785Z","steps":["trace[812688805] 'process raft request' (duration: 102.241798ms)","trace[812688805] 'compare' (duration: 290.133249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.14995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.756389Z","time spent":"393.497547ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.291349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.63412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:35:57.29155Z","caller":"traceutil/trace.go:171","msg":"trace[1380030665] linearizableReadLoop","detail":"{readStateIndex:5241; appliedIndex:5238; }","duration":"260.378381ms","start":"2026-03-31T18:35:57.031159Z","end":"2026-03-31T18:35:57.291537Z","steps":["trace[1380030665] 'read index received' (duration: 103.557183ms)","trace[1380030665] 'applied index is now lower than readState.Index' (duration: 156.820288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:57.291633Z","caller":"traceutil/trace.go:171","msg":"trace[1187762386] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"432.290003ms","start":"2026-03-31T18:35:56.85933Z","end":"2026-03-31T18:35:57.29162Z","steps":["trace[1187762386] 'process raft request' (duration: 432.108408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.291693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.541134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:35:57.291719Z","caller":"traceutil/trace.go:171","msg":"trace[2145146826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:5025; }","duration":"260.599006ms","start":"2026-03-31T18:35:57.031113Z","end":"2026-03-31T18:35:57.291712Z","steps":["trace[2145146826] 'agreement among raft nodes before linearized reading' (duration: 260.465783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:57.291718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.859308Z","time spent":"432.356585ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:58.852456Z","caller":"traceutil/trace.go:171","msg":"trace[26003534] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"389.255196ms","start":"2026-03-31T18:35:58.463175Z","end":"2026-03-31T18:35:58.852431Z","steps":["trace[26003534] 'process raft request' (duration: 388.948398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.852573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.46316Z","time spent":"389.355638ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:59.968821Z","caller":"traceutil/trace.go:171","msg":"trace[1436830795] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"176.163464ms","start":"2026-03-31T18:35:59.792633Z","end":"2026-03-31T18:35:59.968797Z","steps":["trace[1436830795] 'read index received' (duration: 175.98974ms)","trace[1436830795] 'applied index is now lower than readState.Index' (duration: 172.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:59.968895Z","caller":"traceutil/trace.go:171","msg":"trace[998554706] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"189.086403ms","start":"2026-03-31T18:35:59.779771Z","end":"2026-03-31T18:35:59.968857Z","steps":["trace[998554706] 'process raft request' (duration: 188.860197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.969098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.438901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:35:59.969179Z","caller":"traceutil/trace.go:171","msg":"trace[1906933035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5048; }","duration":"176.597885ms","start":"2026-03-31T18:35:59.792562Z","end":"2026-03-31T18:35:59.96916Z","steps":["trace[1906933035] 'agreement among raft nodes before linearized reading' (duration: 176.320988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.969241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.176237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:59.969281Z","caller":"traceutil/trace.go:171","msg":"trace[237252200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5048; }","duration":"170.272661ms","start":"2026-03-31T18:35:59.798999Z","end":"2026-03-31T18:35:59.969272Z","steps":["trace[237252200] 'agreement among raft nodes before linearized reading' (duration: 169.949112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.969323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.052341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33240e6c-8697-4583-b9a1-029d93d7bb9a\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-31T18:35:59.969377Z","caller":"traceutil/trace.go:171","msg":"trace[1588154899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33240e6c-8697-4583-b9a1-029d93d7bb9a; range_end:; response_count:1; response_revision:5048; }","duration":"108.181014ms","start":"2026-03-31T18:35:59.86118Z","end":"2026-03-31T18:35:59.969362Z","steps":["trace[1588154899] 'agreement among raft nodes before linearized reading' (duration: 107.999849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.969384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.322285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:35:59.969475Z","caller":"traceutil/trace.go:171","msg":"trace[269900468] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5048; }","duration":"148.490619ms","start":"2026-03-31T18:35:59.820968Z","end":"2026-03-31T18:35:59.969459Z","steps":["trace[269900468] 'agreement among raft nodes before linearized reading' (duration: 148.223921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.96971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.51332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:59.969825Z","caller":"traceutil/trace.go:171","msg":"trace[950964347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5048; }","duration":"148.665643ms","start":"2026-03-31T18:35:59.821136Z","end":"2026-03-31T18:35:59.969802Z","steps":["trace[950964347] 'agreement among raft nodes before linearized reading' (duration: 147.969455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.970391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.343597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:59.970457Z","caller":"traceutil/trace.go:171","msg":"trace[903586472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5048; }","duration":"153.47767ms","start":"2026-03-31T18:35:59.816964Z","end":"2026-03-31T18:35:59.970442Z","steps":["trace[903586472] 'agreement among raft nodes before linearized reading' (duration: 152.350361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.159115Z","caller":"traceutil/trace.go:171","msg":"trace[1212369112] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"160.379091ms","start":"2026-03-31T18:36:01.998702Z","end":"2026-03-31T18:36:02.159081Z","steps":["trace[1212369112] 'process raft request' (duration: 130.906259ms)","trace[1212369112] 'compare' (duration: 29.226916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:02.159585Z","caller":"traceutil/trace.go:171","msg":"trace[1829121126] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"160.802263ms","start":"2026-03-31T18:36:01.998755Z","end":"2026-03-31T18:36:02.159557Z","steps":["trace[1829121126] 'process raft request' (duration: 160.248808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.160004Z","caller":"traceutil/trace.go:171","msg":"trace[1726714859] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"161.080289ms","start":"2026-03-31T18:36:01.998888Z","end":"2026-03-31T18:36:02.159968Z","steps":["trace[1726714859] 'process raft request' (duration: 160.609346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.160068Z","caller":"traceutil/trace.go:171","msg":"trace[128104794] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"161.041698ms","start":"2026-03-31T18:36:01.999008Z","end":"2026-03-31T18:36:02.16005Z","steps":["trace[128104794] 'process raft request' (duration: 160.841262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.160184Z","caller":"traceutil/trace.go:171","msg":"trace[1317313116] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"160.754342ms","start":"2026-03-31T18:36:01.9994Z","end":"2026-03-31T18:36:02.160155Z","steps":["trace[1317313116] 'process raft request' (duration: 160.509475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.160268Z","caller":"traceutil/trace.go:171","msg":"trace[1586012450] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5304; }","duration":"142.065961ms","start":"2026-03-31T18:36:02.018183Z","end":"2026-03-31T18:36:02.160249Z","steps":["trace[1586012450] 'read index received' (duration: 56.199981ms)","trace[1586012450] 'applied index is now lower than readState.Index' (duration: 85.86404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.160597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.661031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T18:36:02.160667Z","caller":"traceutil/trace.go:171","msg":"trace[2123346137] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5091; }","duration":"136.813624ms","start":"2026-03-31T18:36:02.023835Z","end":"2026-03-31T18:36:02.160649Z","steps":["trace[2123346137] 'agreement among raft nodes before linearized reading' (duration: 136.562947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.161104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.911753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:36:02.161164Z","caller":"traceutil/trace.go:171","msg":"trace[796318517] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5091; }","duration":"142.997015ms","start":"2026-03-31T18:36:02.018152Z","end":"2026-03-31T18:36:02.161149Z","steps":["trace[796318517] 'agreement among raft nodes before linearized reading' (duration: 142.851472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.295675Z","caller":"traceutil/trace.go:171","msg":"trace[116960022] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"108.407969ms","start":"2026-03-31T18:36:02.187241Z","end":"2026-03-31T18:36:02.295649Z","steps":["trace[116960022] 'process raft request' (duration: 108.218194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.297246Z","caller":"traceutil/trace.go:171","msg":"trace[1758475132] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"106.648494ms","start":"2026-03-31T18:36:02.190551Z","end":"2026-03-31T18:36:02.297199Z","steps":["trace[1758475132] 'process raft request' (duration: 105.847463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.635367Z","caller":"traceutil/trace.go:171","msg":"trace[194676222] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"208.79086ms","start":"2026-03-31T18:36:02.426538Z","end":"2026-03-31T18:36:02.635329Z","steps":["trace[194676222] 'process raft request' (duration: 179.79268ms)","trace[194676222] 'compare' (duration: 28.750723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:02.85901Z","caller":"traceutil/trace.go:171","msg":"trace[1654058260] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"215.792082ms","start":"2026-03-31T18:36:02.643178Z","end":"2026-03-31T18:36:02.85897Z","steps":["trace[1654058260] 'read index received' (duration: 139.099364ms)","trace[1654058260] 'applied index is now lower than readState.Index' (duration: 76.691058ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:02.859086Z","caller":"traceutil/trace.go:171","msg":"trace[566872749] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"408.862489ms","start":"2026-03-31T18:36:02.450185Z","end":"2026-03-31T18:36:02.859048Z","steps":["trace[566872749] 'process raft request' (duration: 332.050587ms)","trace[566872749] 'compare' (duration: 76.513885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.859238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:02.450164Z","time spent":"409.004103ms","remote":"127.0.0.1:40578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2129,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:36:02.859335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.142102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1128"} {"level":"info","ts":"2026-03-31T18:36:02.85942Z","caller":"traceutil/trace.go:171","msg":"trace[1822607524] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5098; }","duration":"216.268085ms","start":"2026-03-31T18:36:02.643133Z","end":"2026-03-31T18:36:02.859401Z","steps":["trace[1822607524] 'agreement among raft nodes before linearized reading' (duration: 216.005807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.875154Z","caller":"traceutil/trace.go:171","msg":"trace[2058025162] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"229.762158ms","start":"2026-03-31T18:36:02.645364Z","end":"2026-03-31T18:36:02.875126Z","steps":["trace[2058025162] 'process raft request' (duration: 229.238604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.875412Z","caller":"traceutil/trace.go:171","msg":"trace[130886416] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5099; }","duration":"229.44021ms","start":"2026-03-31T18:36:02.645959Z","end":"2026-03-31T18:36:02.875399Z","steps":["trace[130886416] 'process raft request' (duration: 228.761662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.875537Z","caller":"traceutil/trace.go:171","msg":"trace[1347366982] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"191.038094ms","start":"2026-03-31T18:36:02.684489Z","end":"2026-03-31T18:36:02.875527Z","steps":["trace[1347366982] 'process raft request' (duration: 190.254094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:02.980271Z","caller":"traceutil/trace.go:171","msg":"trace[1868686507] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"100.940074ms","start":"2026-03-31T18:36:02.879288Z","end":"2026-03-31T18:36:02.980229Z","steps":["trace[1868686507] 'process raft request' (duration: 100.755319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.558335Z","caller":"traceutil/trace.go:171","msg":"trace[1251601281] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"249.419343ms","start":"2026-03-31T18:36:04.308896Z","end":"2026-03-31T18:36:04.558315Z","steps":["trace[1251601281] 'process raft request' (duration: 249.28834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:04.561917Z","caller":"traceutil/trace.go:171","msg":"trace[413329002] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5358; }","duration":"247.76135ms","start":"2026-03-31T18:36:04.314139Z","end":"2026-03-31T18:36:04.561901Z","steps":["trace[413329002] 'read index received' (duration: 244.053472ms)","trace[413329002] 'applied index is now lower than readState.Index' (duration: 3.706668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:04.562012Z","caller":"traceutil/trace.go:171","msg":"trace[1675322325] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"253.09015ms","start":"2026-03-31T18:36:04.308898Z","end":"2026-03-31T18:36:04.561988Z","steps":["trace[1675322325] 'process raft request' (duration: 252.913034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:04.562217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.072098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97076"} {"level":"info","ts":"2026-03-31T18:36:04.562265Z","caller":"traceutil/trace.go:171","msg":"trace[1205314742] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:5137; }","duration":"248.17981ms","start":"2026-03-31T18:36:04.314075Z","end":"2026-03-31T18:36:04.562255Z","steps":["trace[1205314742] 'agreement among raft nodes before linearized reading' (duration: 247.923194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:06.803653Z","caller":"traceutil/trace.go:171","msg":"trace[1248974994] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"122.933531ms","start":"2026-03-31T18:36:06.680648Z","end":"2026-03-31T18:36:06.803581Z","steps":["trace[1248974994] 'process raft request' (duration: 122.764466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:09.771705Z","caller":"traceutil/trace.go:171","msg":"trace[1967569142] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"547.819948ms","start":"2026-03-31T18:36:09.223864Z","end":"2026-03-31T18:36:09.771684Z","steps":["trace[1967569142] 'process raft request' (duration: 547.623353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.771833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:09.223845Z","time spent":"547.920371ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:09.774561Z","caller":"traceutil/trace.go:171","msg":"trace[2029393247] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5403; }","duration":"419.280062ms","start":"2026-03-31T18:36:09.355258Z","end":"2026-03-31T18:36:09.774538Z","steps":["trace[2029393247] 'read index received' (duration: 416.215532ms)","trace[2029393247] 'applied index is now lower than readState.Index' (duration: 3.0636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:09.774705Z","caller":"traceutil/trace.go:171","msg":"trace[1343337645] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"438.966897ms","start":"2026-03-31T18:36:09.335643Z","end":"2026-03-31T18:36:09.77461Z","steps":["trace[1343337645] 'process raft request' (duration: 438.727262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.77482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.029702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:36:09.774815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.54354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:36:09.774864Z","caller":"traceutil/trace.go:171","msg":"trace[1996577853] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5180; }","duration":"123.102214ms","start":"2026-03-31T18:36:09.65175Z","end":"2026-03-31T18:36:09.774852Z","steps":["trace[1996577853] 'agreement among raft nodes before linearized reading' (duration: 122.97146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.774862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:09.335626Z","time spent":"439.165924ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:09.774891Z","caller":"traceutil/trace.go:171","msg":"trace[1728352079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:5180; }","duration":"419.672573ms","start":"2026-03-31T18:36:09.355203Z","end":"2026-03-31T18:36:09.774876Z","steps":["trace[1728352079] 'agreement among raft nodes before linearized reading' (duration: 419.447666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:09.774928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:09.355182Z","time spent":"419.738314ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-6pcz4\" "} {"level":"warn","ts":"2026-03-31T18:36:09.774815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.524768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-03-31T18:36:09.774984Z","caller":"traceutil/trace.go:171","msg":"trace[2048154225] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5180; }","duration":"146.738763ms","start":"2026-03-31T18:36:09.628233Z","end":"2026-03-31T18:36:09.774972Z","steps":["trace[2048154225] 'agreement among raft nodes before linearized reading' (duration: 146.489136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.293429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189688806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:36:14.685817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084687741s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:36:15.873706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018599682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:36:15.874014Z","caller":"traceutil/trace.go:171","msg":"trace[790257302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018997093s","start":"2026-03-31T18:36:13.854989Z","end":"2026-03-31T18:36:15.873986Z","steps":["trace[790257302] 'agreement among raft nodes before linearized reading' (duration: 2.018650634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:15.874105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.854959Z","time spent":"2.019131017s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:36:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:36:16.654245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967995238s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:16.654646Z","caller":"traceutil/trace.go:171","msg":"trace[2121703180] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"673.370758ms","start":"2026-03-31T18:36:15.981251Z","end":"2026-03-31T18:36:16.654622Z","steps":["trace[2121703180] 'process raft request' (duration: 673.289095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.654733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:15.981204Z","time spent":"673.48749ms","remote":"127.0.0.1:57226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18054,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:16.655106Z","caller":"traceutil/trace.go:171","msg":"trace[1545469039] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"3.054238688s","start":"2026-03-31T18:36:13.600855Z","end":"2026-03-31T18:36:16.655094Z","steps":["trace[1545469039] 'process raft request' (duration: 1.085289786s)","trace[1545469039] 'compare' (duration: 1.966747225s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:16.655155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.600823Z","time spent":"3.05430573s","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:16.655199Z","caller":"traceutil/trace.go:171","msg":"trace[563342628] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5450; }","duration":"2.862219779s","start":"2026-03-31T18:36:13.79294Z","end":"2026-03-31T18:36:16.65516Z","steps":["trace[563342628] 'read index received' (duration: 893.212045ms)","trace[563342628] 'applied index is now lower than readState.Index' (duration: 1.969001644s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:16.655256Z","caller":"traceutil/trace.go:171","msg":"trace[1696051033] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"2.868285408s","start":"2026-03-31T18:36:13.786927Z","end":"2026-03-31T18:36:16.655213Z","steps":["trace[1696051033] 'process raft request' (duration: 2.867454657s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.655366Z","caller":"traceutil/trace.go:171","msg":"trace[1068596026] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"2.346188955s","start":"2026-03-31T18:36:14.30916Z","end":"2026-03-31T18:36:16.655349Z","steps":["trace[1068596026] 'process raft request' (duration: 2.345321381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.655415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.786906Z","time spent":"2.868428523s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:16.655487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.309136Z","time spent":"2.346268646s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:16.655594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857939747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:36:16.65565Z","caller":"traceutil/trace.go:171","msg":"trace[194142093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:5227; }","duration":"2.858001749s","start":"2026-03-31T18:36:13.797629Z","end":"2026-03-31T18:36:16.655631Z","steps":["trace[194142093] 'agreement among raft nodes before linearized reading' (duration: 2.857842155s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.655679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.797623Z","time spent":"2.85804875s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-6pcz4\" "} {"level":"warn","ts":"2026-03-31T18:36:16.655879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440425742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:36:16.655864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.612422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:16.655912Z","caller":"traceutil/trace.go:171","msg":"trace[1542409591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5227; }","duration":"2.440458972s","start":"2026-03-31T18:36:14.215443Z","end":"2026-03-31T18:36:16.655902Z","steps":["trace[1542409591] 'agreement among raft nodes before linearized reading' (duration: 2.44036718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.655936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.215376Z","time spent":"2.440554245s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:36:16.655934Z","caller":"traceutil/trace.go:171","msg":"trace[1543382086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5227; }","duration":"781.723655ms","start":"2026-03-31T18:36:15.874189Z","end":"2026-03-31T18:36:16.655913Z","steps":["trace[1543382086] 'agreement among raft nodes before linearized reading' (duration: 781.614742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.655932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831215398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:36:16.655941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526545356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:36:16.655974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:15.874163Z","time spent":"781.802647ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:36:16.65598Z","caller":"traceutil/trace.go:171","msg":"trace[1504060626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5227; }","duration":"2.83130129s","start":"2026-03-31T18:36:13.824662Z","end":"2026-03-31T18:36:16.655963Z","steps":["trace[1504060626] 'agreement among raft nodes before linearized reading' (duration: 2.831169917s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.655981Z","caller":"traceutil/trace.go:171","msg":"trace[1439779695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5227; }","duration":"2.52663794s","start":"2026-03-31T18:36:14.129331Z","end":"2026-03-31T18:36:16.655969Z","steps":["trace[1439779695] 'agreement among raft nodes before linearized reading' (duration: 2.526526817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.655992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468091163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-03-31T18:36:16.65601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.824641Z","time spent":"2.831361741s","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:36:16.656015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.129294Z","time spent":"2.526714602s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:16.656017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.245494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:36:16.656045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863103974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10516"} {"level":"info","ts":"2026-03-31T18:36:16.656043Z","caller":"traceutil/trace.go:171","msg":"trace[64397381] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5227; }","duration":"1.468174206s","start":"2026-03-31T18:36:15.18785Z","end":"2026-03-31T18:36:16.656024Z","steps":["trace[64397381] 'agreement among raft nodes before linearized reading' (duration: 1.468053382s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.656065Z","caller":"traceutil/trace.go:171","msg":"trace[1425193023] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5227; }","duration":"392.336787ms","start":"2026-03-31T18:36:16.263709Z","end":"2026-03-31T18:36:16.656046Z","steps":["trace[1425193023] 'agreement among raft nodes before linearized reading' (duration: 392.245314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.656076Z","caller":"traceutil/trace.go:171","msg":"trace[1216350936] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5227; }","duration":"2.863173156s","start":"2026-03-31T18:36:13.792895Z","end":"2026-03-31T18:36:16.656068Z","steps":["trace[1216350936] 'agreement among raft nodes before linearized reading' (duration: 2.863065562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:15.187823Z","time spent":"1.468254369s","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:36:16.65603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43542684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:36:16.656077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70118474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:16.656171Z","caller":"traceutil/trace.go:171","msg":"trace[586608007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5227; }","duration":"2.435600635s","start":"2026-03-31T18:36:14.22054Z","end":"2026-03-31T18:36:16.65614Z","steps":["trace[586608007] 'agreement among raft nodes before linearized reading' (duration: 2.435254336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981274356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T18:36:16.656219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.220526Z","time spent":"2.435683407s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:36:16.656232Z","caller":"traceutil/trace.go:171","msg":"trace[222993267] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5227; }","duration":"1.981326876s","start":"2026-03-31T18:36:14.674895Z","end":"2026-03-31T18:36:16.656222Z","steps":["trace[222993267] 'agreement among raft nodes before linearized reading' (duration: 1.981234564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043413523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:16.656217Z","caller":"traceutil/trace.go:171","msg":"trace[833603015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5227; }","duration":"1.701369473s","start":"2026-03-31T18:36:14.954812Z","end":"2026-03-31T18:36:16.656181Z","steps":["trace[833603015] 'agreement among raft nodes before linearized reading' (duration: 1.701116346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431831807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:36:16.656264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.674887Z","time spent":"1.981370747s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:36:16.656273Z","caller":"traceutil/trace.go:171","msg":"trace[1736609164] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5227; }","duration":"2.043482435s","start":"2026-03-31T18:36:14.612778Z","end":"2026-03-31T18:36:16.65626Z","steps":["trace[1736609164] 'agreement among raft nodes before linearized reading' (duration: 2.043419834s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.656282Z","caller":"traceutil/trace.go:171","msg":"trace[1336648651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5227; }","duration":"2.431897389s","start":"2026-03-31T18:36:14.224375Z","end":"2026-03-31T18:36:16.656272Z","steps":["trace[1336648651] 'agreement among raft nodes before linearized reading' (duration: 2.431792556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.612763Z","time spent":"2.043535296s","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:16.65631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.224358Z","time spent":"2.431946469s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:36:16.655862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981049319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-31T18:36:16.656324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432511985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:36:16.656359Z","caller":"traceutil/trace.go:171","msg":"trace[2109622789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5227; }","duration":"2.432591337s","start":"2026-03-31T18:36:14.223759Z","end":"2026-03-31T18:36:16.65635Z","steps":["trace[2109622789] 'agreement among raft nodes before linearized reading' (duration: 2.432496424s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:16.656359Z","caller":"traceutil/trace.go:171","msg":"trace[1462459549] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5227; }","duration":"1.981605644s","start":"2026-03-31T18:36:14.67474Z","end":"2026-03-31T18:36:16.656345Z","steps":["trace[1462459549] 'agreement among raft nodes before linearized reading' (duration: 1.980969688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.223732Z","time spent":"2.432647588s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:16.656399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.674715Z","time spent":"1.981672226s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:36:16.656397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432827363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:36:16.655931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.384835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:16.656295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.954796Z","time spent":"1.701483627s","remote":"127.0.0.1:43202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:36:16.656431Z","caller":"traceutil/trace.go:171","msg":"trace[900605881] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5227; }","duration":"2.432882504s","start":"2026-03-31T18:36:14.223539Z","end":"2026-03-31T18:36:16.656422Z","steps":["trace[900605881] 'agreement among raft nodes before linearized reading' (duration: 2.432790612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.656461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:14.223527Z","time spent":"2.432928215s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:36:16.656496Z","caller":"traceutil/trace.go:171","msg":"trace[1454724090] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5227; }","duration":"164.93384ms","start":"2026-03-31T18:36:16.491504Z","end":"2026-03-31T18:36:16.656437Z","steps":["trace[1454724090] 'agreement among raft nodes before linearized reading' (duration: 164.386315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:16.6561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:16.263688Z","time spent":"392.402809ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:16.656107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.792888Z","time spent":"2.863212456s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10540,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:36:49.004414Z","caller":"traceutil/trace.go:171","msg":"trace[1925884292] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"223.285208ms","start":"2026-03-31T18:36:48.781109Z","end":"2026-03-31T18:36:49.004395Z","steps":["trace[1925884292] 'read index received' (duration: 223.174145ms)","trace[1925884292] 'applied index is now lower than readState.Index' (duration: 110.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:49.004461Z","caller":"traceutil/trace.go:171","msg":"trace[797080421] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"233.170638ms","start":"2026-03-31T18:36:48.771277Z","end":"2026-03-31T18:36:49.004448Z","steps":["trace[797080421] 'process raft request' (duration: 233.005983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.004527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.403492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:49.004553Z","caller":"traceutil/trace.go:171","msg":"trace[1442345388] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5587; }","duration":"223.443223ms","start":"2026-03-31T18:36:48.781101Z","end":"2026-03-31T18:36:49.004544Z","steps":["trace[1442345388] 'agreement among raft nodes before linearized reading' (duration: 223.386992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.004898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.299321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:36:49.004948Z","caller":"traceutil/trace.go:171","msg":"trace[1905771340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5587; }","duration":"115.393503ms","start":"2026-03-31T18:36:48.889544Z","end":"2026-03-31T18:36:49.004938Z","steps":["trace[1905771340] 'agreement among raft nodes before linearized reading' (duration: 115.28539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.005736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.289613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:49.005855Z","caller":"traceutil/trace.go:171","msg":"trace[497795542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5587; }","duration":"164.468088ms","start":"2026-03-31T18:36:48.84136Z","end":"2026-03-31T18:36:49.005828Z","steps":["trace[497795542] 'agreement among raft nodes before linearized reading' (duration: 163.274927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.505579Z","caller":"traceutil/trace.go:171","msg":"trace[1333413884] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"495.579381ms","start":"2026-03-31T18:36:49.009967Z","end":"2026-03-31T18:36:49.505546Z","steps":["trace[1333413884] 'process raft request' (duration: 489.932993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.505844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.009946Z","time spent":"495.721905ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:49.50632Z","caller":"traceutil/trace.go:171","msg":"trace[1588695473] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5829; }","duration":"492.8879ms","start":"2026-03-31T18:36:49.013399Z","end":"2026-03-31T18:36:49.506287Z","steps":["trace[1588695473] 'read index received' (duration: 486.471912ms)","trace[1588695473] 'applied index is now lower than readState.Index' (duration: 6.415318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:49.506471Z","caller":"traceutil/trace.go:171","msg":"trace[1250199841] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"493.633569ms","start":"2026-03-31T18:36:49.012819Z","end":"2026-03-31T18:36:49.506453Z","steps":["trace[1250199841] 'process raft request' (duration: 493.403514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.506565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.012813Z","time spent":"493.707571ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:49.506595Z","caller":"traceutil/trace.go:171","msg":"trace[843224171] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"491.173095ms","start":"2026-03-31T18:36:49.015404Z","end":"2026-03-31T18:36:49.506578Z","steps":["trace[843224171] 'process raft request' (duration: 490.852607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506627Z","caller":"traceutil/trace.go:171","msg":"trace[1345026914] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"494.861192ms","start":"2026-03-31T18:36:49.011728Z","end":"2026-03-31T18:36:49.50659Z","steps":["trace[1345026914] 'process raft request' (duration: 494.459561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.506641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.338313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:49.506656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.149493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-31T18:36:49.506678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.364549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-03-31T18:36:49.506688Z","caller":"traceutil/trace.go:171","msg":"trace[1283315368] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5593; }","duration":"414.425995ms","start":"2026-03-31T18:36:49.09225Z","end":"2026-03-31T18:36:49.506676Z","steps":["trace[1283315368] 'agreement among raft nodes before linearized reading' (duration: 414.338573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506702Z","caller":"traceutil/trace.go:171","msg":"trace[2128604460] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5593; }","duration":"355.288637ms","start":"2026-03-31T18:36:49.1514Z","end":"2026-03-31T18:36:49.506689Z","steps":["trace[2128604460] 'agreement among raft nodes before linearized reading' (duration: 355.132182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506675Z","caller":"traceutil/trace.go:171","msg":"trace[2035601021] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"496.633319ms","start":"2026-03-31T18:36:49.01001Z","end":"2026-03-31T18:36:49.506643Z","steps":["trace[2035601021] 'process raft request' (duration: 496.006353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506595Z","caller":"traceutil/trace.go:171","msg":"trace[306576954] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"494.847772ms","start":"2026-03-31T18:36:49.011713Z","end":"2026-03-31T18:36:49.506561Z","steps":["trace[306576954] 'process raft request' (duration: 494.429971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.506721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.092225Z","time spent":"414.491397ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:36:49.50672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.015384Z","time spent":"491.263038ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:49.506723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.011717Z","time spent":"494.951785ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:49.506733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.151367Z","time spent":"355.359908ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:36:49.50675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.343392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81333"} {"level":"warn","ts":"2026-03-31T18:36:49.506784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.872354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:49.506798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.011697Z","time spent":"495.044417ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:49.506797Z","caller":"traceutil/trace.go:171","msg":"trace[996630655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5593; }","duration":"493.393794ms","start":"2026-03-31T18:36:49.013391Z","end":"2026-03-31T18:36:49.506785Z","steps":["trace[996630655] 'agreement among raft nodes before linearized reading' (duration: 493.084955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506809Z","caller":"traceutil/trace.go:171","msg":"trace[978308055] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5593; }","duration":"265.943046ms","start":"2026-03-31T18:36:49.24086Z","end":"2026-03-31T18:36:49.506803Z","steps":["trace[978308055] 'agreement among raft nodes before linearized reading' (duration: 265.898535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:49.506711Z","caller":"traceutil/trace.go:171","msg":"trace[1566740947] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5593; }","duration":"410.420661ms","start":"2026-03-31T18:36:49.096282Z","end":"2026-03-31T18:36:49.506702Z","steps":["trace[1566740947] 'agreement among raft nodes before linearized reading' (duration: 410.313748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.506817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.009926Z","time spent":"496.814273ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:49.506839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.013323Z","time spent":"493.508087ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":81357,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:36:49.506855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.096267Z","time spent":"410.578705ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-31T18:36:49.506564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.62659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:49.506982Z","caller":"traceutil/trace.go:171","msg":"trace[2011432902] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5593; }","duration":"415.106913ms","start":"2026-03-31T18:36:49.091864Z","end":"2026-03-31T18:36:49.506971Z","steps":["trace[2011432902] 'agreement among raft nodes before linearized reading' (duration: 414.653351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.507021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.921772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T18:36:49.50709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.091839Z","time spent":"415.237906ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-31T18:36:49.507135Z","caller":"traceutil/trace.go:171","msg":"trace[826331480] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5593; }","duration":"359.104886ms","start":"2026-03-31T18:36:49.148Z","end":"2026-03-31T18:36:49.507105Z","steps":["trace[826331480] 'agreement among raft nodes before linearized reading' (duration: 358.689686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:49.507186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:49.147977Z","time spent":"359.200868ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:36:59.157014Z","caller":"traceutil/trace.go:171","msg":"trace[572316356] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"115.312111ms","start":"2026-03-31T18:36:59.041668Z","end":"2026-03-31T18:36:59.156981Z","steps":["trace[572316356] 'process raft request' (duration: 115.004293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.70248Z","caller":"traceutil/trace.go:171","msg":"trace[687655273] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"140.099989ms","start":"2026-03-31T18:36:59.562345Z","end":"2026-03-31T18:36:59.702445Z","steps":["trace[687655273] 'process raft request' (duration: 139.800442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.702819Z","caller":"traceutil/trace.go:171","msg":"trace[1156487548] linearizableReadLoop","detail":"{readStateIndex:5909; appliedIndex:5905; }","duration":"137.741848ms","start":"2026-03-31T18:36:59.56505Z","end":"2026-03-31T18:36:59.702792Z","steps":["trace[1156487548] 'read index received' (duration: 22.54472ms)","trace[1156487548] 'applied index is now lower than readState.Index' (duration: 115.196348ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.702916Z","caller":"traceutil/trace.go:171","msg":"trace[1586091313] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"140.399518ms","start":"2026-03-31T18:36:59.562467Z","end":"2026-03-31T18:36:59.702866Z","steps":["trace[1586091313] 'process raft request' (duration: 139.924315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.702952Z","caller":"traceutil/trace.go:171","msg":"trace[1580737096] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"139.393262ms","start":"2026-03-31T18:36:59.563508Z","end":"2026-03-31T18:36:59.702901Z","steps":["trace[1580737096] 'process raft request' (duration: 139.172025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.703099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.583064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:36:59.703137Z","caller":"traceutil/trace.go:171","msg":"trace[561777658] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5663; }","duration":"124.681696ms","start":"2026-03-31T18:36:59.578445Z","end":"2026-03-31T18:36:59.703126Z","steps":["trace[561777658] 'agreement among raft nodes before linearized reading' (duration: 124.477041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.703238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.171729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81267"} {"level":"info","ts":"2026-03-31T18:36:59.703315Z","caller":"traceutil/trace.go:171","msg":"trace[561525055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5663; }","duration":"138.280682ms","start":"2026-03-31T18:36:59.565016Z","end":"2026-03-31T18:36:59.703297Z","steps":["trace[561525055] 'agreement among raft nodes before linearized reading' (duration: 137.884652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.703563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.561233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:36:59.703684Z","caller":"traceutil/trace.go:171","msg":"trace[408513285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5663; }","duration":"124.734998ms","start":"2026-03-31T18:36:59.578927Z","end":"2026-03-31T18:36:59.703662Z","steps":["trace[408513285] 'agreement among raft nodes before linearized reading' (duration: 124.247595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.230264Z","caller":"traceutil/trace.go:171","msg":"trace[525967206] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"117.034145ms","start":"2026-03-31T18:37:09.113206Z","end":"2026-03-31T18:37:09.23024Z","steps":["trace[525967206] 'process raft request' (duration: 116.807319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.862788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:09.862886Z","caller":"traceutil/trace.go:171","msg":"trace[309231319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"102.892065ms","start":"2026-03-31T18:37:09.759976Z","end":"2026-03-31T18:37:09.862868Z","steps":["trace[309231319] 'range keys from in-memory index tree' (duration: 102.488855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.86318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.060004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:09.863283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.495703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:37:09.863293Z","caller":"traceutil/trace.go:171","msg":"trace[349784114] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5747; }","duration":"296.22798ms","start":"2026-03-31T18:37:09.567041Z","end":"2026-03-31T18:37:09.863269Z","steps":["trace[349784114] 'range keys from in-memory index tree' (duration: 295.90603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.863315Z","caller":"traceutil/trace.go:171","msg":"trace[393143129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5747; }","duration":"105.564575ms","start":"2026-03-31T18:37:09.75774Z","end":"2026-03-31T18:37:09.863305Z","steps":["trace[393143129] 'range keys from in-memory index tree' (duration: 105.394331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.86347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.377923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:09.863497Z","caller":"traceutil/trace.go:171","msg":"trace[43187152] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5747; }","duration":"296.457045ms","start":"2026-03-31T18:37:09.567029Z","end":"2026-03-31T18:37:09.863486Z","steps":["trace[43187152] 'range keys from in-memory index tree' (duration: 296.24522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.863546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.582654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:09.863683Z","caller":"traceutil/trace.go:171","msg":"trace[1413191709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5747; }","duration":"229.793358ms","start":"2026-03-31T18:37:09.633855Z","end":"2026-03-31T18:37:09.863648Z","steps":["trace[1413191709] 'range keys from in-memory index tree' (duration: 229.271256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.863649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.659358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:09.86378Z","caller":"traceutil/trace.go:171","msg":"trace[1552756390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5747; }","duration":"105.872623ms","start":"2026-03-31T18:37:09.757875Z","end":"2026-03-31T18:37:09.863748Z","steps":["trace[1552756390] 'range keys from in-memory index tree' (duration: 105.305559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.8639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.561851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:37:09.863971Z","caller":"traceutil/trace.go:171","msg":"trace[1346627995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:5747; }","duration":"103.645445ms","start":"2026-03-31T18:37:09.760312Z","end":"2026-03-31T18:37:09.863957Z","steps":["trace[1346627995] 'range keys from in-memory index tree' (duration: 102.508305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.533037Z","caller":"traceutil/trace.go:171","msg":"trace[1015665860] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"111.324756ms","start":"2026-03-31T18:37:25.421685Z","end":"2026-03-31T18:37:25.53301Z","steps":["trace[1015665860] 'process raft request' (duration: 96.743003ms)","trace[1015665860] 'compare' (duration: 14.409658ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:35.571358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3085} {"level":"info","ts":"2026-03-31T18:38:35.655841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3085,"took":"83.115923ms","hash":1456504486,"current-db-size-bytes":59260928,"current-db-size":"59 MB","current-db-size-in-use-bytes":33271808,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T18:38:35.655918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1456504486,"revision":3085,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:39:40.962992Z","caller":"traceutil/trace.go:171","msg":"trace[590282177] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"145.280841ms","start":"2026-03-31T18:39:40.81768Z","end":"2026-03-31T18:39:40.962961Z","steps":["trace[590282177] 'process raft request' (duration: 143.083744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:40.963366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.040598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:40.96358Z","caller":"traceutil/trace.go:171","msg":"trace[766356557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6914; }","duration":"122.374087ms","start":"2026-03-31T18:39:40.841076Z","end":"2026-03-31T18:39:40.96345Z","steps":["trace[766356557] 'agreement among raft nodes before linearized reading' (duration: 122.037668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:46.585961Z","caller":"traceutil/trace.go:171","msg":"trace[102333179] linearizableReadLoop","detail":"{readStateIndex:7323; appliedIndex:7322; }","duration":"139.758799ms","start":"2026-03-31T18:39:46.446175Z","end":"2026-03-31T18:39:46.585934Z","steps":["trace[102333179] 'read index received' (duration: 139.508573ms)","trace[102333179] 'applied index is now lower than readState.Index' (duration: 249.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:46.586084Z","caller":"traceutil/trace.go:171","msg":"trace[1985876329] transaction","detail":"{read_only:false; response_revision:7006; number_of_response:1; }","duration":"291.400104ms","start":"2026-03-31T18:39:46.294637Z","end":"2026-03-31T18:39:46.586037Z","steps":["trace[1985876329] 'process raft request' (duration: 291.125758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.586265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.803517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:46.586318Z","caller":"traceutil/trace.go:171","msg":"trace[1032700988] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7006; }","duration":"127.949481ms","start":"2026-03-31T18:39:46.458351Z","end":"2026-03-31T18:39:46.5863Z","steps":["trace[1032700988] 'agreement among raft nodes before linearized reading' (duration: 127.735675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:46.586235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.025065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe828926-8cac-4165-81a6-f8244eb068e0\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-31T18:39:46.586373Z","caller":"traceutil/trace.go:171","msg":"trace[84414700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe828926-8cac-4165-81a6-f8244eb068e0; range_end:; response_count:1; response_revision:7006; }","duration":"140.227171ms","start":"2026-03-31T18:39:46.446125Z","end":"2026-03-31T18:39:46.586352Z","steps":["trace[84414700] 'agreement among raft nodes before linearized reading' (duration: 139.924623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:51.903623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.851103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:51.904083Z","caller":"traceutil/trace.go:171","msg":"trace[1067863496] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"180.422515ms","start":"2026-03-31T18:39:51.723581Z","end":"2026-03-31T18:39:51.904003Z","steps":["trace[1067863496] 'process raft request' (duration: 180.208249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:51.904177Z","caller":"traceutil/trace.go:171","msg":"trace[1653781827] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"181.323878ms","start":"2026-03-31T18:39:51.72281Z","end":"2026-03-31T18:39:51.904134Z","steps":["trace[1653781827] 'process raft request' (duration: 68.824468ms)","trace[1653781827] 'compare' (duration: 111.592077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.542066Z","caller":"traceutil/trace.go:171","msg":"trace[1089434988] transaction","detail":"{read_only:false; response_revision:7083; number_of_response:1; }","duration":"174.794258ms","start":"2026-03-31T18:39:53.367238Z","end":"2026-03-31T18:39:53.542032Z","steps":["trace[1089434988] 'process raft request' (duration: 174.418728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.961122Z","caller":"traceutil/trace.go:171","msg":"trace[595138863] linearizableReadLoop","detail":"{readStateIndex:7550; appliedIndex:7549; }","duration":"118.240757ms","start":"2026-03-31T18:40:12.842848Z","end":"2026-03-31T18:40:12.961089Z","steps":["trace[595138863] 'read index received' (duration: 118.185196ms)","trace[595138863] 'applied index is now lower than readState.Index' (duration: 54.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:12.961202Z","caller":"traceutil/trace.go:171","msg":"trace[1755426484] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"254.231673ms","start":"2026-03-31T18:40:12.706925Z","end":"2026-03-31T18:40:12.961156Z","steps":["trace[1755426484] 'process raft request' (duration: 253.928674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:12.961278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.415831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:12.961308Z","caller":"traceutil/trace.go:171","msg":"trace[946425239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7221; }","duration":"118.511663ms","start":"2026-03-31T18:40:12.842787Z","end":"2026-03-31T18:40:12.961299Z","steps":["trace[946425239] 'agreement among raft nodes before linearized reading' (duration: 118.435201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:12.966273Z","caller":"traceutil/trace.go:171","msg":"trace[2089119968] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"123.023101ms","start":"2026-03-31T18:40:12.843219Z","end":"2026-03-31T18:40:12.966242Z","steps":["trace[2089119968] 'process raft request' (duration: 122.801666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:20.430685Z","caller":"traceutil/trace.go:171","msg":"trace[1166101417] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"113.487973ms","start":"2026-03-31T18:41:20.317174Z","end":"2026-03-31T18:41:20.430662Z","steps":["trace[1166101417] 'process raft request' (duration: 113.295548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:02.186221Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021ff.wal"} {"level":"warn","ts":"2026-03-31T18:42:07.161602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189697304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:07.673965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189697304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:07.889737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264277482s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:42:07.890595Z","caller":"traceutil/trace.go:171","msg":"trace[246790376] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"1.265220737s","start":"2026-03-31T18:42:06.625344Z","end":"2026-03-31T18:42:07.890565Z","steps":["trace[246790376] 'process raft request' (duration: 1.264878807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.890884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:06.625316Z","time spent":"1.265429892s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:07.904497Z","caller":"traceutil/trace.go:171","msg":"trace[692966347] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8733; }","duration":"1.243730568s","start":"2026-03-31T18:42:06.66074Z","end":"2026-03-31T18:42:07.904471Z","steps":["trace[692966347] 'read index received' (duration: 1.229306685s)","trace[692966347] 'applied index is now lower than readState.Index' (duration: 14.422613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:07.904664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243896873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:07.904694Z","caller":"traceutil/trace.go:171","msg":"trace[1894527052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8355; }","duration":"1.243993866s","start":"2026-03-31T18:42:06.660691Z","end":"2026-03-31T18:42:07.904685Z","steps":["trace[1894527052] 'agreement among raft nodes before linearized reading' (duration: 1.243910693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.904718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:06.660669Z","time spent":"1.244043156s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:07.904784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.642578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:07.904876Z","caller":"traceutil/trace.go:171","msg":"trace[1145163164] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8355; }","duration":"465.817732ms","start":"2026-03-31T18:42:07.439035Z","end":"2026-03-31T18:42:07.904853Z","steps":["trace[1145163164] 'agreement among raft nodes before linearized reading' (duration: 465.643707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:07.905026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:07.439018Z","time spent":"465.996166ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:17.282598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.45214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:17.282684Z","caller":"traceutil/trace.go:171","msg":"trace[708284388] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8421; }","duration":"126.593353ms","start":"2026-03-31T18:42:17.156069Z","end":"2026-03-31T18:42:17.282662Z","steps":["trace[708284388] 'count revisions from in-memory index tree' (duration: 126.324787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.120583Z","caller":"traceutil/trace.go:171","msg":"trace[41469999] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"108.427853ms","start":"2026-03-31T18:42:18.012129Z","end":"2026-03-31T18:42:18.120557Z","steps":["trace[41469999] 'process raft request' (duration: 91.081803ms)","trace[41469999] 'compare' (duration: 17.166105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:18.120954Z","caller":"traceutil/trace.go:171","msg":"trace[1289015466] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"108.714429ms","start":"2026-03-31T18:42:18.012184Z","end":"2026-03-31T18:42:18.120899Z","steps":["trace[1289015466] 'process raft request' (duration: 108.33866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.121148Z","caller":"traceutil/trace.go:171","msg":"trace[997203181] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"108.934216ms","start":"2026-03-31T18:42:18.012205Z","end":"2026-03-31T18:42:18.12114Z","steps":["trace[997203181] 'process raft request' (duration: 108.610227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.121445Z","caller":"traceutil/trace.go:171","msg":"trace[1605406852] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"109.087009ms","start":"2026-03-31T18:42:18.012349Z","end":"2026-03-31T18:42:18.121436Z","steps":["trace[1605406852] 'process raft request' (duration: 108.758061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:18.121504Z","caller":"traceutil/trace.go:171","msg":"trace[162036788] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"109.10304ms","start":"2026-03-31T18:42:18.012383Z","end":"2026-03-31T18:42:18.121486Z","steps":["trace[162036788] 'process raft request' (duration: 108.958666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.531986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.089512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:18.532158Z","caller":"traceutil/trace.go:171","msg":"trace[243804884] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"363.719324ms","start":"2026-03-31T18:42:18.168409Z","end":"2026-03-31T18:42:18.532128Z","steps":["trace[243804884] 'process raft request' (duration: 60.386826ms)","trace[243804884] 'compare' (duration: 302.953907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:18.532639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:18.168387Z","time spent":"364.114634ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:18.775891Z","caller":"traceutil/trace.go:171","msg":"trace[137189019] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"395.795356ms","start":"2026-03-31T18:42:18.380052Z","end":"2026-03-31T18:42:18.775847Z","steps":["trace[137189019] 'process raft request' (duration: 395.456357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:18.776234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:18.380024Z","time spent":"396.080313ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:20.820826Z","caller":"traceutil/trace.go:171","msg":"trace[60528934] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"239.657026ms","start":"2026-03-31T18:42:20.581106Z","end":"2026-03-31T18:42:20.820763Z","steps":["trace[60528934] 'process raft request' (duration: 186.428966ms)","trace[60528934] 'compare' (duration: 52.929512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:22.519658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.770218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-6988c5f444-w5zl9\" ","response":"range_response_count:1 size:4868"} {"level":"info","ts":"2026-03-31T18:42:22.519751Z","caller":"traceutil/trace.go:171","msg":"trace[1219438552] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-6988c5f444-w5zl9; range_end:; response_count:1; response_revision:8460; }","duration":"153.909041ms","start":"2026-03-31T18:42:22.365815Z","end":"2026-03-31T18:42:22.519724Z","steps":["trace[1219438552] 'range keys from in-memory index tree' (duration: 153.584173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:46.975338Z","caller":"traceutil/trace.go:171","msg":"trace[1270203631] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"399.763019ms","start":"2026-03-31T18:42:46.575548Z","end":"2026-03-31T18:42:46.975311Z","steps":["trace[1270203631] 'process raft request' (duration: 399.592745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:46.975524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:46.57553Z","time spent":"399.898572ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:46.976563Z","caller":"traceutil/trace.go:171","msg":"trace[838697098] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"378.640641ms","start":"2026-03-31T18:42:46.597891Z","end":"2026-03-31T18:42:46.976532Z","steps":["trace[838697098] 'process raft request' (duration: 378.327983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:46.976729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:46.597869Z","time spent":"378.775835ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:46.981036Z","caller":"traceutil/trace.go:171","msg":"trace[1451054050] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9066; }","duration":"139.125958ms","start":"2026-03-31T18:42:46.841879Z","end":"2026-03-31T18:42:46.981005Z","steps":["trace[1451054050] 'read index received' (duration: 133.307808ms)","trace[1451054050] 'applied index is now lower than readState.Index' (duration: 5.8164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:46.981435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.540909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:46.98151Z","caller":"traceutil/trace.go:171","msg":"trace[281828454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8672; }","duration":"139.672442ms","start":"2026-03-31T18:42:46.841821Z","end":"2026-03-31T18:42:46.981493Z","steps":["trace[281828454] 'agreement among raft nodes before linearized reading' (duration: 139.555519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:46.981893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.200414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:42:46.981931Z","caller":"traceutil/trace.go:171","msg":"trace[1959028426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8672; }","duration":"131.259505ms","start":"2026-03-31T18:42:46.850661Z","end":"2026-03-31T18:42:46.98192Z","steps":["trace[1959028426] 'agreement among raft nodes before linearized reading' (duration: 131.08262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.700324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189698325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:42:49.958582Z","caller":"traceutil/trace.go:171","msg":"trace[1289762610] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"960.870632ms","start":"2026-03-31T18:42:48.997685Z","end":"2026-03-31T18:42:49.958556Z","steps":["trace[1289762610] 'process raft request' (duration: 960.695287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.958769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.997663Z","time spent":"961.007066ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:50.118005Z","caller":"traceutil/trace.go:171","msg":"trace[48804438] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9084; }","duration":"918.02927ms","start":"2026-03-31T18:42:49.199937Z","end":"2026-03-31T18:42:50.117966Z","steps":["trace[48804438] 'read index received' (duration: 759.150889ms)","trace[48804438] 'applied index is now lower than readState.Index' (duration: 158.876941ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:50.118035Z","caller":"traceutil/trace.go:171","msg":"trace[1227262218] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"585.465824ms","start":"2026-03-31T18:42:49.532552Z","end":"2026-03-31T18:42:50.118018Z","steps":["trace[1227262218] 'process raft request' (duration: 584.196531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.118219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.532523Z","time spent":"585.600998ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:50.118252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.301728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T18:42:50.118294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.466271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:50.118301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.192646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-31T18:42:50.118318Z","caller":"traceutil/trace.go:171","msg":"trace[709798283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8687; }","duration":"276.530262ms","start":"2026-03-31T18:42:49.841779Z","end":"2026-03-31T18:42:50.118309Z","steps":["trace[709798283] 'agreement among raft nodes before linearized reading' (duration: 276.499642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.118323Z","caller":"traceutil/trace.go:171","msg":"trace[1713604966] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8687; }","duration":"918.425351ms","start":"2026-03-31T18:42:49.199879Z","end":"2026-03-31T18:42:50.118305Z","steps":["trace[1713604966] 'agreement among raft nodes before linearized reading' (duration: 918.194385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.118333Z","caller":"traceutil/trace.go:171","msg":"trace[1528781458] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8687; }","duration":"155.256778ms","start":"2026-03-31T18:42:49.963063Z","end":"2026-03-31T18:42:50.118319Z","steps":["trace[1528781458] 'agreement among raft nodes before linearized reading' (duration: 155.097134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.118352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.199858Z","time spent":"918.488652ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:50.118256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.03891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:50.118414Z","caller":"traceutil/trace.go:171","msg":"trace[1902458132] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8687; }","duration":"726.258007ms","start":"2026-03-31T18:42:49.392151Z","end":"2026-03-31T18:42:50.118409Z","steps":["trace[1902458132] 'agreement among raft nodes before linearized reading' (duration: 726.001389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.11844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.392134Z","time spent":"726.298088ms","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":49,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:56.501014Z","caller":"traceutil/trace.go:171","msg":"trace[885135442] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9168; }","duration":"150.933345ms","start":"2026-03-31T18:42:56.350043Z","end":"2026-03-31T18:42:56.500977Z","steps":["trace[885135442] 'read index received' (duration: 146.347766ms)","trace[885135442] 'applied index is now lower than readState.Index' (duration: 4.584409ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:56.501129Z","caller":"traceutil/trace.go:171","msg":"trace[1474104236] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"167.750391ms","start":"2026-03-31T18:42:56.333347Z","end":"2026-03-31T18:42:56.501097Z","steps":["trace[1474104236] 'process raft request' (duration: 163.10275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:56.501278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.209132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:56.501326Z","caller":"traceutil/trace.go:171","msg":"trace[1026206129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8766; }","duration":"151.310624ms","start":"2026-03-31T18:42:56.350003Z","end":"2026-03-31T18:42:56.501314Z","steps":["trace[1026206129] 'agreement among raft nodes before linearized reading' (duration: 151.12629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:56.501426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.11232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:42:56.501456Z","caller":"traceutil/trace.go:171","msg":"trace[1248152145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8766; }","duration":"151.167571ms","start":"2026-03-31T18:42:56.350281Z","end":"2026-03-31T18:42:56.501448Z","steps":["trace[1248152145] 'agreement among raft nodes before linearized reading' (duration: 151.013677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:56.501553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.492799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:42:56.501591Z","caller":"traceutil/trace.go:171","msg":"trace[454165590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8766; }","duration":"146.557931ms","start":"2026-03-31T18:42:56.355024Z","end":"2026-03-31T18:42:56.501582Z","steps":["trace[454165590] 'agreement among raft nodes before linearized reading' (duration: 146.465959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:56.501567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.845062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:42:56.501641Z","caller":"traceutil/trace.go:171","msg":"trace[96783748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8766; }","duration":"145.959116ms","start":"2026-03-31T18:42:56.35567Z","end":"2026-03-31T18:42:56.501629Z","steps":["trace[96783748] 'agreement among raft nodes before linearized reading' (duration: 145.73712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.570032Z","caller":"traceutil/trace.go:171","msg":"trace[1165774275] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9221; }","duration":"128.163594ms","start":"2026-03-31T18:43:02.441839Z","end":"2026-03-31T18:43:02.570002Z","steps":["trace[1165774275] 'read index received' (duration: 78.986729ms)","trace[1165774275] 'applied index is now lower than readState.Index' (duration: 49.175345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:02.570114Z","caller":"traceutil/trace.go:171","msg":"trace[1209038052] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8816; }","duration":"168.685875ms","start":"2026-03-31T18:43:02.401403Z","end":"2026-03-31T18:43:02.570089Z","steps":["trace[1209038052] 'process raft request' (duration: 119.376686ms)","trace[1209038052] 'compare' (duration: 49.109673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:02.570322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.461772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xrc5f\" ","response":"range_response_count:1 size:4610"} {"level":"info","ts":"2026-03-31T18:43:02.570429Z","caller":"traceutil/trace.go:171","msg":"trace[1329800988] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xrc5f; range_end:; response_count:1; response_revision:8816; }","duration":"128.638936ms","start":"2026-03-31T18:43:02.441768Z","end":"2026-03-31T18:43:02.570407Z","steps":["trace[1329800988] 'agreement among raft nodes before linearized reading' (duration: 128.358089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.58261Z","caller":"traceutil/trace.go:171","msg":"trace[1558413129] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"136.192132ms","start":"2026-03-31T18:43:02.446396Z","end":"2026-03-31T18:43:02.582588Z","steps":["trace[1558413129] 'process raft request' (duration: 135.891624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.831627Z","caller":"traceutil/trace.go:171","msg":"trace[1442051710] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"171.099767ms","start":"2026-03-31T18:43:02.66049Z","end":"2026-03-31T18:43:02.831589Z","steps":["trace[1442051710] 'process raft request' (duration: 166.786666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.870829Z","caller":"traceutil/trace.go:171","msg":"trace[93873280] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"209.36372ms","start":"2026-03-31T18:43:02.661435Z","end":"2026-03-31T18:43:02.870799Z","steps":["trace[93873280] 'process raft request' (duration: 209.073713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.870839Z","caller":"traceutil/trace.go:171","msg":"trace[268469674] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"209.33982ms","start":"2026-03-31T18:43:02.661472Z","end":"2026-03-31T18:43:02.870812Z","steps":["trace[268469674] 'process raft request' (duration: 209.210627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.871053Z","caller":"traceutil/trace.go:171","msg":"trace[1255075709] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"203.860388ms","start":"2026-03-31T18:43:02.667161Z","end":"2026-03-31T18:43:02.871022Z","steps":["trace[1255075709] 'process raft request' (duration: 203.565831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.102678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189698738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:43:04.330279Z","caller":"traceutil/trace.go:171","msg":"trace[383599040] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"951.741786ms","start":"2026-03-31T18:43:03.378511Z","end":"2026-03-31T18:43:04.330253Z","steps":["trace[383599040] 'process raft request' (duration: 951.567352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.330451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.378478Z","time spent":"951.884129ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:04.33032Z","caller":"traceutil/trace.go:171","msg":"trace[1267627229] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9233; }","duration":"728.409863ms","start":"2026-03-31T18:43:03.601874Z","end":"2026-03-31T18:43:04.330283Z","steps":["trace[1267627229] 'read index received' (duration: 728.397532ms)","trace[1267627229] 'applied index is now lower than readState.Index' (duration: 10.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:04.330521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.612788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:04.330713Z","caller":"traceutil/trace.go:171","msg":"trace[1495447461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8826; }","duration":"728.876814ms","start":"2026-03-31T18:43:03.601822Z","end":"2026-03-31T18:43:04.330699Z","steps":["trace[1495447461] 'agreement among raft nodes before linearized reading' (duration: 728.583457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.330801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.601801Z","time spent":"728.980728ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:04.348176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.95914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:04.348216Z","caller":"traceutil/trace.go:171","msg":"trace[964745189] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"168.294355ms","start":"2026-03-31T18:43:04.179891Z","end":"2026-03-31T18:43:04.348185Z","steps":["trace[964745189] 'process raft request' (duration: 167.992027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:04.348278Z","caller":"traceutil/trace.go:171","msg":"trace[1230287425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8827; }","duration":"509.127454ms","start":"2026-03-31T18:43:03.839129Z","end":"2026-03-31T18:43:04.348257Z","steps":["trace[1230287425] 'agreement among raft nodes before linearized reading' (duration: 508.94426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.34833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.839106Z","time spent":"509.215588ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:04.348401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.287265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-03-31T18:43:04.348505Z","caller":"traceutil/trace.go:171","msg":"trace[1680829983] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8827; }","duration":"328.408098ms","start":"2026-03-31T18:43:04.020071Z","end":"2026-03-31T18:43:04.348479Z","steps":["trace[1680829983] 'agreement among raft nodes before linearized reading' (duration: 328.14061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.348523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.845688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-31T18:43:04.34844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.285383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:43:04.348725Z","caller":"traceutil/trace.go:171","msg":"trace[1976912367] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8827; }","duration":"107.627382ms","start":"2026-03-31T18:43:04.241064Z","end":"2026-03-31T18:43:04.348691Z","steps":["trace[1976912367] 'agreement among raft nodes before linearized reading' (duration: 107.071457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.348554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:04.019969Z","time spent":"328.576852ms","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2977,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T18:43:04.34856Z","caller":"traceutil/trace.go:171","msg":"trace[558140572] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8827; }","duration":"188.891439ms","start":"2026-03-31T18:43:04.159655Z","end":"2026-03-31T18:43:04.348546Z","steps":["trace[558140572] 'agreement among raft nodes before linearized reading' (duration: 188.720945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.34862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.669781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:04.349134Z","caller":"traceutil/trace.go:171","msg":"trace[570377828] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8827; }","duration":"362.284457ms","start":"2026-03-31T18:43:03.986829Z","end":"2026-03-31T18:43:04.349114Z","steps":["trace[570377828] 'agreement among raft nodes before linearized reading' (duration: 361.61535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.349182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:03.986807Z","time spent":"362.364209ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:04.49406Z","caller":"traceutil/trace.go:171","msg":"trace[1907384204] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"137.131487ms","start":"2026-03-31T18:43:04.356903Z","end":"2026-03-31T18:43:04.494034Z","steps":["trace[1907384204] 'process raft request' (duration: 136.910171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:04.494283Z","caller":"traceutil/trace.go:171","msg":"trace[1271123118] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"135.768632ms","start":"2026-03-31T18:43:04.358503Z","end":"2026-03-31T18:43:04.494272Z","steps":["trace[1271123118] 'process raft request' (duration: 135.485865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:04.494529Z","caller":"traceutil/trace.go:171","msg":"trace[783090939] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9234; }","duration":"111.049319ms","start":"2026-03-31T18:43:04.383434Z","end":"2026-03-31T18:43:04.494483Z","steps":["trace[783090939] 'read index received' (duration: 6.516628ms)","trace[783090939] 'applied index is now lower than readState.Index' (duration: 104.530171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:04.494581Z","caller":"traceutil/trace.go:171","msg":"trace[870284755] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"135.992037ms","start":"2026-03-31T18:43:04.358552Z","end":"2026-03-31T18:43:04.494544Z","steps":["trace[870284755] 'process raft request' (duration: 135.637818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:04.495589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.134638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:04.495644Z","caller":"traceutil/trace.go:171","msg":"trace[692499576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:8831; }","duration":"112.266921ms","start":"2026-03-31T18:43:04.383366Z","end":"2026-03-31T18:43:04.495633Z","steps":["trace[692499576] 'agreement among raft nodes before linearized reading' (duration: 111.208463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:05.111141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.479399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:05.111373Z","caller":"traceutil/trace.go:171","msg":"trace[1802595006] linearizableReadLoop","detail":"{readStateIndex:9245; appliedIndex:9243; }","duration":"213.132397ms","start":"2026-03-31T18:43:04.898218Z","end":"2026-03-31T18:43:05.11135Z","steps":["trace[1802595006] 'read index received' (duration: 66.880785ms)","trace[1802595006] 'applied index is now lower than readState.Index' (duration: 146.250222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:05.111466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.256802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:05.111507Z","caller":"traceutil/trace.go:171","msg":"trace[931823269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8838; }","duration":"213.352464ms","start":"2026-03-31T18:43:04.89814Z","end":"2026-03-31T18:43:05.111493Z","steps":["trace[931823269] 'agreement among raft nodes before linearized reading' (duration: 213.278052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:05.111501Z","caller":"traceutil/trace.go:171","msg":"trace[1660703058] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"231.668578ms","start":"2026-03-31T18:43:04.879792Z","end":"2026-03-31T18:43:05.111461Z","steps":["trace[1660703058] 'process raft request' (duration: 84.741217ms)","trace[1660703058] 'compare' (duration: 146.303195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:05.111548Z","caller":"traceutil/trace.go:171","msg":"trace[1958445396] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"231.009541ms","start":"2026-03-31T18:43:04.880505Z","end":"2026-03-31T18:43:05.111514Z","steps":["trace[1958445396] 'process raft request' (duration: 230.783735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:05.876406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.784725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:05.876496Z","caller":"traceutil/trace.go:171","msg":"trace[685412415] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8838; }","duration":"341.940048ms","start":"2026-03-31T18:43:05.534535Z","end":"2026-03-31T18:43:05.876475Z","steps":["trace[685412415] 'count revisions from in-memory index tree' (duration: 341.667001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:05.876532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:05.534508Z","time spent":"342.01537ms","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:05.877202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.185022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:05.877309Z","caller":"traceutil/trace.go:171","msg":"trace[1019663303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8838; }","duration":"205.380127ms","start":"2026-03-31T18:43:05.671905Z","end":"2026-03-31T18:43:05.877285Z","steps":["trace[1019663303] 'count revisions from in-memory index tree' (duration: 205.038408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:06.882223Z","caller":"traceutil/trace.go:171","msg":"trace[787357560] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"374.791721ms","start":"2026-03-31T18:43:06.507403Z","end":"2026-03-31T18:43:06.882195Z","steps":["trace[787357560] 'read index received' (duration: 374.641377ms)","trace[787357560] 'applied index is now lower than readState.Index' (duration: 149.014µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:06.8826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.133819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:43:06.882656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.204578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T18:43:06.8827Z","caller":"traceutil/trace.go:171","msg":"trace[1591376384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:8840; }","duration":"375.328076ms","start":"2026-03-31T18:43:06.50735Z","end":"2026-03-31T18:43:06.882678Z","steps":["trace[1591376384] 'agreement among raft nodes before linearized reading' (duration: 374.984076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:06.882731Z","caller":"traceutil/trace.go:171","msg":"trace[1765451654] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8840; }","duration":"359.31346ms","start":"2026-03-31T18:43:06.523393Z","end":"2026-03-31T18:43:06.882707Z","steps":["trace[1765451654] 'agreement among raft nodes before linearized reading' (duration: 359.078744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:06.882751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.507322Z","time spent":"375.420188ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-6pcz4\" "} {"level":"warn","ts":"2026-03-31T18:43:06.882788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.523372Z","time spent":"359.400502ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:06.88295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.321005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:43:06.883069Z","caller":"traceutil/trace.go:171","msg":"trace[1679658161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8840; }","duration":"200.48809ms","start":"2026-03-31T18:43:06.682554Z","end":"2026-03-31T18:43:06.883042Z","steps":["trace[1679658161] 'agreement among raft nodes before linearized reading' (duration: 200.195673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:06.882623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.831959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:06.883274Z","caller":"traceutil/trace.go:171","msg":"trace[906120824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8840; }","duration":"233.497256ms","start":"2026-03-31T18:43:06.649762Z","end":"2026-03-31T18:43:06.883259Z","steps":["trace[906120824] 'agreement among raft nodes before linearized reading' (duration: 232.657124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:06.883439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.758227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:43:06.883484Z","caller":"traceutil/trace.go:171","msg":"trace[47654817] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8840; }","duration":"370.851819ms","start":"2026-03-31T18:43:06.51262Z","end":"2026-03-31T18:43:06.883472Z","steps":["trace[47654817] 'agreement among raft nodes before linearized reading' (duration: 369.763811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:06.883512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.512599Z","time spent":"370.90576ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:43:06.883911Z","caller":"traceutil/trace.go:171","msg":"trace[249177531] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"481.995121ms","start":"2026-03-31T18:43:06.400321Z","end":"2026-03-31T18:43:06.882316Z","steps":["trace[249177531] 'process raft request' (duration: 481.695674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:06.884039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.400281Z","time spent":"483.690644ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:07.221496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.63353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:07.221628Z","caller":"traceutil/trace.go:171","msg":"trace[1808435073] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"333.514151ms","start":"2026-03-31T18:43:06.888093Z","end":"2026-03-31T18:43:07.221607Z","steps":["trace[1808435073] 'process raft request' (duration: 18.662105ms)","trace[1808435073] 'compare' (duration: 314.505047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:07.221694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.888056Z","time spent":"333.608583ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:07.284248Z","caller":"traceutil/trace.go:171","msg":"trace[1321571826] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"396.069173ms","start":"2026-03-31T18:43:06.888146Z","end":"2026-03-31T18:43:07.284215Z","steps":["trace[1321571826] 'process raft request' (duration: 395.768815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:07.284534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.888128Z","time spent":"396.294789ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:07.284959Z","caller":"traceutil/trace.go:171","msg":"trace[600542696] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"396.203997ms","start":"2026-03-31T18:43:06.888737Z","end":"2026-03-31T18:43:07.284941Z","steps":["trace[600542696] 'process raft request' (duration: 395.379765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:07.285097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.888719Z","time spent":"396.328379ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:07.285144Z","caller":"traceutil/trace.go:171","msg":"trace[602898955] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"393.025513ms","start":"2026-03-31T18:43:06.892072Z","end":"2026-03-31T18:43:07.285097Z","steps":["trace[602898955] 'process raft request' (duration: 392.727236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:07.28513Z","caller":"traceutil/trace.go:171","msg":"trace[1334155545] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"392.983013ms","start":"2026-03-31T18:43:06.892132Z","end":"2026-03-31T18:43:07.285115Z","steps":["trace[1334155545] 'process raft request' (duration: 392.912641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:07.285258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.892061Z","time spent":"393.143437ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:07.28533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.892127Z","time spent":"393.146068ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:07.285583Z","caller":"traceutil/trace.go:171","msg":"trace[1953074318] linearizableReadLoop","detail":"{readStateIndex:9249; appliedIndex:9247; }","duration":"396.865284ms","start":"2026-03-31T18:43:06.88821Z","end":"2026-03-31T18:43:07.285075Z","steps":["trace[1953074318] 'read index received' (duration: 18.555352ms)","trace[1953074318] 'applied index is now lower than readState.Index' (duration: 378.308812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:07.36921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.462354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:43:07.369252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.513686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:43:07.369338Z","caller":"traceutil/trace.go:171","msg":"trace[2055536901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8845; }","duration":"253.642949ms","start":"2026-03-31T18:43:07.115667Z","end":"2026-03-31T18:43:07.36931Z","steps":["trace[2055536901] 'agreement among raft nodes before linearized reading' (duration: 253.32019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:07.369345Z","caller":"traceutil/trace.go:171","msg":"trace[698196180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8845; }","duration":"253.660129ms","start":"2026-03-31T18:43:07.115658Z","end":"2026-03-31T18:43:07.369318Z","steps":["trace[698196180] 'agreement among raft nodes before linearized reading' (duration: 253.358711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:07.369564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.478952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208116"} {"level":"info","ts":"2026-03-31T18:43:07.3697Z","caller":"traceutil/trace.go:171","msg":"trace[2070643924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8845; }","duration":"480.616725ms","start":"2026-03-31T18:43:06.889066Z","end":"2026-03-31T18:43:07.369682Z","steps":["trace[2070643924] 'agreement among raft nodes before linearized reading' (duration: 479.964208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:07.369795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:06.88903Z","time spent":"480.745099ms","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:07.840521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.551936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:07.840643Z","caller":"traceutil/trace.go:171","msg":"trace[1425034102] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"424.309295ms","start":"2026-03-31T18:43:07.416309Z","end":"2026-03-31T18:43:07.840618Z","steps":["trace[1425034102] 'process raft request' (duration: 118.571985ms)","trace[1425034102] 'compare' (duration: 305.433632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:07.840715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:07.416281Z","time spent":"424.403697ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:35.579051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6416} {"level":"info","ts":"2026-03-31T18:43:35.686159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6416,"took":"104.149139ms","hash":2301064107,"current-db-size-bytes":59260928,"current-db-size":"59 MB","current-db-size-in-use-bytes":25776128,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T18:43:35.686251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2301064107,"revision":6416,"compact-revision":3085} {"level":"info","ts":"2026-03-31T18:44:08.315051Z","caller":"traceutil/trace.go:171","msg":"trace[1758106438] linearizableReadLoop","detail":"{readStateIndex:9971; appliedIndex:9970; }","duration":"215.533895ms","start":"2026-03-31T18:44:08.099491Z","end":"2026-03-31T18:44:08.315025Z","steps":["trace[1758106438] 'read index received' (duration: 215.185676ms)","trace[1758106438] 'applied index is now lower than readState.Index' (duration: 347.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:08.315126Z","caller":"traceutil/trace.go:171","msg":"trace[2144046404] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"217.166296ms","start":"2026-03-31T18:44:08.097911Z","end":"2026-03-31T18:44:08.315077Z","steps":["trace[2144046404] 'process raft request' (duration: 216.885899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.315435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.915705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-31T18:44:08.315487Z","caller":"traceutil/trace.go:171","msg":"trace[1868477844] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9532; }","duration":"216.035818ms","start":"2026-03-31T18:44:08.099437Z","end":"2026-03-31T18:44:08.315472Z","steps":["trace[1868477844] 'agreement among raft nodes before linearized reading' (duration: 215.754801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.315456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:44:08.315564Z","caller":"traceutil/trace.go:171","msg":"trace[1997991825] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9532; }","duration":"151.088654ms","start":"2026-03-31T18:44:08.164449Z","end":"2026-03-31T18:44:08.315537Z","steps":["trace[1997991825] 'agreement among raft nodes before linearized reading' (duration: 150.787437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.878811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.949526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:08.879031Z","caller":"traceutil/trace.go:171","msg":"trace[1107557901] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"308.545824ms","start":"2026-03-31T18:44:08.570467Z","end":"2026-03-31T18:44:08.879013Z","steps":["trace[1107557901] 'process raft request' (duration: 308.509573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.879083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:08.570433Z","time spent":"308.626286ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:08.879394Z","caller":"traceutil/trace.go:171","msg":"trace[107572457] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"559.003382ms","start":"2026-03-31T18:44:08.320369Z","end":"2026-03-31T18:44:08.879373Z","steps":["trace[107572457] 'process raft request' (duration: 71.4144ms)","trace[107572457] 'compare' (duration: 486.483134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:08.879432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:08.320352Z","time spent":"559.059094ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:08.879583Z","caller":"traceutil/trace.go:171","msg":"trace[1230555246] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"556.974631ms","start":"2026-03-31T18:44:08.322601Z","end":"2026-03-31T18:44:08.879575Z","steps":["trace[1230555246] 'process raft request' (duration: 556.317374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.879617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:08.322591Z","time spent":"557.006721ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:08.879704Z","caller":"traceutil/trace.go:171","msg":"trace[772839089] linearizableReadLoop","detail":"{readStateIndex:9973; appliedIndex:9971; }","duration":"381.135245ms","start":"2026-03-31T18:44:08.49856Z","end":"2026-03-31T18:44:08.879695Z","steps":["trace[772839089] 'read index received' (duration: 100.958966ms)","trace[772839089] 'applied index is now lower than readState.Index' (duration: 280.175059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:08.879889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.33531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:08.879913Z","caller":"traceutil/trace.go:171","msg":"trace[253941358] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9535; }","duration":"381.405512ms","start":"2026-03-31T18:44:08.498498Z","end":"2026-03-31T18:44:08.879903Z","steps":["trace[253941358] 'agreement among raft nodes before linearized reading' (duration: 381.359881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.88034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.418128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:08.880366Z","caller":"traceutil/trace.go:171","msg":"trace[270031646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9535; }","duration":"113.49128ms","start":"2026-03-31T18:44:08.766867Z","end":"2026-03-31T18:44:08.880358Z","steps":["trace[270031646] 'agreement among raft nodes before linearized reading' (duration: 113.448089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.880544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:08.498476Z","time spent":"381.451543ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:11.68998Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f9ba8c11acfbc749","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:44:11.697907Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:44:11.698041Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:46:00.378885Z","caller":"traceutil/trace.go:171","msg":"trace[1909533420] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"106.358106ms","start":"2026-03-31T18:46:00.272468Z","end":"2026-03-31T18:46:00.378826Z","steps":["trace[1909533420] 'process raft request' (duration: 105.908134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:05.828021Z","caller":"traceutil/trace.go:171","msg":"trace[1466692977] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"118.445798ms","start":"2026-03-31T18:46:05.70955Z","end":"2026-03-31T18:46:05.827996Z","steps":["trace[1466692977] 'process raft request' (duration: 118.213503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.61432Z","caller":"traceutil/trace.go:171","msg":"trace[1380896403] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"141.34147ms","start":"2026-03-31T18:46:06.472947Z","end":"2026-03-31T18:46:06.614289Z","steps":["trace[1380896403] 'process raft request' (duration: 141.161226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.633327Z","caller":"traceutil/trace.go:171","msg":"trace[814479496] linearizableReadLoop","detail":"{readStateIndex:11088; appliedIndex:11086; }","duration":"149.791741ms","start":"2026-03-31T18:46:06.483514Z","end":"2026-03-31T18:46:06.633306Z","steps":["trace[814479496] 'read index received' (duration: 130.559152ms)","trace[814479496] 'applied index is now lower than readState.Index' (duration: 19.231679ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:06.633437Z","caller":"traceutil/trace.go:171","msg":"trace[132931957] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"151.452034ms","start":"2026-03-31T18:46:06.481944Z","end":"2026-03-31T18:46:06.633396Z","steps":["trace[132931957] 'process raft request' (duration: 151.264089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.633488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.955385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.633631Z","caller":"traceutil/trace.go:171","msg":"trace[1172914249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10598; }","duration":"150.123089ms","start":"2026-03-31T18:46:06.48347Z","end":"2026-03-31T18:46:06.633593Z","steps":["trace[1172914249] 'agreement among raft nodes before linearized reading' (duration: 149.942145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.633866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.369953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:06.633998Z","caller":"traceutil/trace.go:171","msg":"trace[534930164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10598; }","duration":"114.550768ms","start":"2026-03-31T18:46:06.51942Z","end":"2026-03-31T18:46:06.633971Z","steps":["trace[534930164] 'agreement among raft nodes before linearized reading' (duration: 114.156118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:06.926176Z","caller":"traceutil/trace.go:171","msg":"trace[125069808] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"180.418214ms","start":"2026-03-31T18:46:06.745742Z","end":"2026-03-31T18:46:06.92616Z","steps":["trace[125069808] 'process raft request' (duration: 180.276201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.304162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T18:46:07.304375Z","caller":"traceutil/trace.go:171","msg":"trace[1375893785] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"122.341089ms","start":"2026-03-31T18:46:07.182016Z","end":"2026-03-31T18:46:07.304357Z","steps":["trace[1375893785] 'process raft request' (duration: 122.232797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:07.96443Z","caller":"traceutil/trace.go:171","msg":"trace[971956351] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"203.80583ms","start":"2026-03-31T18:46:07.760593Z","end":"2026-03-31T18:46:07.964399Z","steps":["trace[971956351] 'process raft request' (duration: 203.628275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.239309Z","caller":"traceutil/trace.go:171","msg":"trace[44402098] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10611; }","duration":"132.215516ms","start":"2026-03-31T18:46:08.107066Z","end":"2026-03-31T18:46:08.239281Z","steps":["trace[44402098] 'process raft request' (duration: 114.139677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.917409Z","caller":"traceutil/trace.go:171","msg":"trace[1324185539] linearizableReadLoop","detail":"{readStateIndex:11164; appliedIndex:11163; }","duration":"145.400806ms","start":"2026-03-31T18:46:14.771976Z","end":"2026-03-31T18:46:14.917377Z","steps":["trace[1324185539] 'read index received' (duration: 145.209951ms)","trace[1324185539] 'applied index is now lower than readState.Index' (duration: 189.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:14.917555Z","caller":"traceutil/trace.go:171","msg":"trace[1921606414] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"158.889487ms","start":"2026-03-31T18:46:14.758607Z","end":"2026-03-31T18:46:14.917497Z","steps":["trace[1921606414] 'process raft request' (duration: 158.550798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.917695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.705055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:46:14.917744Z","caller":"traceutil/trace.go:171","msg":"trace[1027602017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10670; }","duration":"145.810458ms","start":"2026-03-31T18:46:14.77192Z","end":"2026-03-31T18:46:14.91773Z","steps":["trace[1027602017] 'agreement among raft nodes before linearized reading' (duration: 145.634343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.918005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.539325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:46:14.918006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.408122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:14.918209Z","caller":"traceutil/trace.go:171","msg":"trace[1511881720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10670; }","duration":"144.692088ms","start":"2026-03-31T18:46:14.773397Z","end":"2026-03-31T18:46:14.918089Z","steps":["trace[1511881720] 'agreement among raft nodes before linearized reading' (duration: 144.324749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.91825Z","caller":"traceutil/trace.go:171","msg":"trace[340645201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:10670; }","duration":"139.68757ms","start":"2026-03-31T18:46:14.77854Z","end":"2026-03-31T18:46:14.918228Z","steps":["trace[340645201] 'agreement among raft nodes before linearized reading' (duration: 139.272659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:35.586335Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9191} {"level":"info","ts":"2026-03-31T18:48:35.67083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9191,"took":"82.429323ms","hash":2168798139,"current-db-size-bytes":59260928,"current-db-size":"59 MB","current-db-size-in-use-bytes":25632768,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T18:48:35.670897Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2168798139,"revision":9191,"compact-revision":6416} {"level":"warn","ts":"2026-03-31T18:53:07.405715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14360181807189715441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:53:07.661952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224565021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-31T18:53:07.661994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266604929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T18:53:07.662066Z","caller":"traceutil/trace.go:171","msg":"trace[1698418927] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13504; }","duration":"1.224686844s","start":"2026-03-31T18:53:06.437357Z","end":"2026-03-31T18:53:07.662044Z","steps":["trace[1698418927] 'range keys from in-memory index tree' (duration: 1.224395017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.662104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.437278Z","time spent":"1.224817407s","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-31T18:53:07.662116Z","caller":"traceutil/trace.go:171","msg":"trace[350681917] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-fernet-rotate; range_end:; response_count:1; response_revision:13504; }","duration":"1.266784083s","start":"2026-03-31T18:53:06.395305Z","end":"2026-03-31T18:53:07.662089Z","steps":["trace[350681917] 'range keys from in-memory index tree' (duration: 1.266317231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.662223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.39528Z","time spent":"1.266929866s","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":800,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" "} {"level":"warn","ts":"2026-03-31T18:53:07.66223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.779193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:53:07.662318Z","caller":"traceutil/trace.go:171","msg":"trace[1956563784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13504; }","duration":"893.920707ms","start":"2026-03-31T18:53:06.768375Z","end":"2026-03-31T18:53:07.662295Z","steps":["trace[1956563784] 'range keys from in-memory index tree' (duration: 893.584428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.662383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.76835Z","time spent":"894.02245ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:53:07.662517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257291778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-ks-endpoints\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-31T18:53:07.662667Z","caller":"traceutil/trace.go:171","msg":"trace[759121099] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-ks-endpoints; range_end:; response_count:1; response_revision:13504; }","duration":"1.257483363s","start":"2026-03-31T18:53:06.405158Z","end":"2026-03-31T18:53:07.662641Z","steps":["trace[759121099] 'range keys from in-memory index tree' (duration: 1.257114434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.662726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.40515Z","time spent":"1.257564184s","remote":"127.0.0.1:57416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":716,"request content":"key:\"/registry/roles/openstack/glance-openstack-glance-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T18:53:07.663045Z","caller":"traceutil/trace.go:171","msg":"trace[1440517235] transaction","detail":"{read_only:false; response_revision:13505; number_of_response:1; }","duration":"769.375235ms","start":"2026-03-31T18:53:06.893657Z","end":"2026-03-31T18:53:07.663033Z","steps":["trace[1440517235] 'process raft request' (duration: 767.005573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.663133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.89363Z","time spent":"769.448266ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:07.665466Z","caller":"traceutil/trace.go:171","msg":"trace[53503468] linearizableReadLoop","detail":"{readStateIndex:14169; appliedIndex:14167; }","duration":"760.404322ms","start":"2026-03-31T18:53:06.905043Z","end":"2026-03-31T18:53:07.665447Z","steps":["trace[53503468] 'read index received' (duration: 755.641119ms)","trace[53503468] 'applied index is now lower than readState.Index' (duration: 4.761583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:07.665668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.019525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T18:53:07.665707Z","caller":"traceutil/trace.go:171","msg":"trace[1362059364] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13505; }","duration":"706.062486ms","start":"2026-03-31T18:53:06.959633Z","end":"2026-03-31T18:53:07.665695Z","steps":["trace[1362059364] 'agreement among raft nodes before linearized reading' (duration: 705.938903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.665701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.619948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:07.665798Z","caller":"traceutil/trace.go:171","msg":"trace[2140194644] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13505; }","duration":"760.786213ms","start":"2026-03-31T18:53:06.904985Z","end":"2026-03-31T18:53:07.665771Z","steps":["trace[2140194644] 'agreement among raft nodes before linearized reading' (duration: 760.566007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.66583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.07964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:53:07.665857Z","caller":"traceutil/trace.go:171","msg":"trace[2092561624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13505; }","duration":"640.143982ms","start":"2026-03-31T18:53:07.025705Z","end":"2026-03-31T18:53:07.665849Z","steps":["trace[2092561624] 'agreement among raft nodes before linearized reading' (duration: 640.0609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.665883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.025681Z","time spent":"640.196704ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:53:07.665862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.904908Z","time spent":"760.938317ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:53:07.665902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.05149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:53:07.665986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.759598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:53:07.665973Z","caller":"traceutil/trace.go:171","msg":"trace[302820428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13505; }","duration":"514.165553ms","start":"2026-03-31T18:53:07.151785Z","end":"2026-03-31T18:53:07.665951Z","steps":["trace[302820428] 'agreement among raft nodes before linearized reading' (duration: 513.957997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.665929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.581825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:53:07.666064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.363559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:53:07.666105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.151755Z","time spent":"514.331867ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:53:07.665744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:06.959552Z","time spent":"706.18457ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:53:07.666226Z","caller":"traceutil/trace.go:171","msg":"trace[837373805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13505; }","duration":"436.577315ms","start":"2026-03-31T18:53:07.229625Z","end":"2026-03-31T18:53:07.666202Z","steps":["trace[837373805] 'agreement among raft nodes before linearized reading' (duration: 436.218766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:07.666128Z","caller":"traceutil/trace.go:171","msg":"trace[891933383] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13505; }","duration":"531.890171ms","start":"2026-03-31T18:53:07.134171Z","end":"2026-03-31T18:53:07.666062Z","steps":["trace[891933383] 'agreement among raft nodes before linearized reading' (duration: 531.577384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:07.666263Z","caller":"traceutil/trace.go:171","msg":"trace[148611623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13505; }","duration":"436.882023ms","start":"2026-03-31T18:53:07.229238Z","end":"2026-03-31T18:53:07.66612Z","steps":["trace[148611623] 'agreement among raft nodes before linearized reading' (duration: 436.372139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:07.666424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.229213Z","time spent":"437.193651ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:53:07.666282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.229602Z","time spent":"436.668686ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:53:07.666348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.134055Z","time spent":"532.23899ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:53:12.771217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.756236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T18:53:12.771256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.950321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.771302Z","caller":"traceutil/trace.go:171","msg":"trace[2136466471] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13514; }","duration":"461.859989ms","start":"2026-03-31T18:53:12.309422Z","end":"2026-03-31T18:53:12.771282Z","steps":["trace[2136466471] 'range keys from in-memory index tree' (duration: 461.722586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:12.77134Z","caller":"traceutil/trace.go:171","msg":"trace[1731089912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13514; }","duration":"462.068714ms","start":"2026-03-31T18:53:12.309249Z","end":"2026-03-31T18:53:12.771318Z","steps":["trace[1731089912] 'count revisions from in-memory index tree' (duration: 461.770727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.771346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.30942Z","time spent":"461.91803ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:53:12.771384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309246Z","time spent":"462.129726ms","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:53:12.771659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.24939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-31T18:53:12.771695Z","caller":"traceutil/trace.go:171","msg":"trace[1950087648] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13514; }","duration":"462.29306ms","start":"2026-03-31T18:53:12.309389Z","end":"2026-03-31T18:53:12.771682Z","steps":["trace[1950087648] 'range keys from in-memory index tree' (duration: 462.193048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.77172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309386Z","time spent":"462.328571ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:53:12.771851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.33445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.122\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T18:53:12.772226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906767617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.772237Z","caller":"traceutil/trace.go:171","msg":"trace[1317610303] range","detail":"{range_begin:/registry/masterleases/199.19.213.122; range_end:; response_count:1; response_revision:13514; }","duration":"462.723192ms","start":"2026-03-31T18:53:12.309498Z","end":"2026-03-31T18:53:12.772221Z","steps":["trace[1317610303] 'range keys from in-memory index tree' (duration: 462.238828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:12.772247Z","caller":"traceutil/trace.go:171","msg":"trace[1224980282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13514; }","duration":"4.906816888s","start":"2026-03-31T18:53:07.865422Z","end":"2026-03-31T18:53:12.772239Z","steps":["trace[1224980282] 'count revisions from in-memory index tree' (duration: 4.906618252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.772051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936663879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-03-31T18:53:12.772268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.865401Z","time spent":"4.906860869s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:53:12.772273Z","caller":"traceutil/trace.go:171","msg":"trace[1124720049] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:1; response_revision:13514; }","duration":"4.936923247s","start":"2026-03-31T18:53:07.835343Z","end":"2026-03-31T18:53:12.772267Z","steps":["trace[1124720049] 'range keys from in-memory index tree' (duration: 4.936562646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.772316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.835323Z","time spent":"4.936984438s","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":995,"request content":"key:\"/registry/rolebindings/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-31T18:53:12.772106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935454818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-test\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-31T18:53:12.77245Z","caller":"traceutil/trace.go:171","msg":"trace[943205395] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-test; range_end:; response_count:1; response_revision:13514; }","duration":"4.935827488s","start":"2026-03-31T18:53:07.836614Z","end":"2026-03-31T18:53:12.772441Z","steps":["trace[943205395] 'range keys from in-memory index tree' (duration: 4.935290324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.772472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.836595Z","time spent":"4.935870649s","remote":"127.0.0.1:57422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":764,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-test\" "} {"level":"warn","ts":"2026-03-31T18:53:12.772291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309495Z","time spent":"462.765783ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.122\" "} {"level":"warn","ts":"2026-03-31T18:53:12.772606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772472142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6pcz4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:53:12.772637Z","caller":"traceutil/trace.go:171","msg":"trace[1508937617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6pcz4; range_end:; response_count:1; response_revision:13514; }","duration":"4.772538554s","start":"2026-03-31T18:53:08.000091Z","end":"2026-03-31T18:53:12.77263Z","steps":["trace[1508937617] 'range keys from in-memory index tree' (duration: 4.772359799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.772658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:08.00007Z","time spent":"4.772582974s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-6pcz4\" "} {"level":"warn","ts":"2026-03-31T18:53:12.772199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931915836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.772697Z","caller":"traceutil/trace.go:171","msg":"trace[12839406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13514; }","duration":"4.93243337s","start":"2026-03-31T18:53:07.840248Z","end":"2026-03-31T18:53:12.772681Z","steps":["trace[12839406] 'range keys from in-memory index tree' (duration: 4.931836234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.772728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:07.840229Z","time spent":"4.932491831s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:53:12.773101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714441551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:53:12.773131Z","caller":"traceutil/trace.go:171","msg":"trace[1663280832] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13514; }","duration":"4.714507892s","start":"2026-03-31T18:53:08.058616Z","end":"2026-03-31T18:53:12.773124Z","steps":["trace[1663280832] 'count revisions from in-memory index tree' (duration: 4.714372299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.773151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:08.058594Z","time spent":"4.714550743s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:53:12.773371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562944619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-03-31T18:53:12.773398Z","caller":"traceutil/trace.go:171","msg":"trace[1045956164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13514; }","duration":"3.56301433s","start":"2026-03-31T18:53:09.210378Z","end":"2026-03-31T18:53:12.773392Z","steps":["trace[1045956164] 'range keys from in-memory index tree' (duration: 3.562815996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.773417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:09.210355Z","time spent":"3.563056442s","remote":"127.0.0.1:57234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:53:12.773655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.482826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.773799Z","caller":"traceutil/trace.go:171","msg":"trace[117952309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13514; }","duration":"464.639151ms","start":"2026-03-31T18:53:12.309101Z","end":"2026-03-31T18:53:12.77374Z","steps":["trace[117952309] 'count revisions from in-memory index tree' (duration: 464.407965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.773824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508261277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:53:12.773853Z","caller":"traceutil/trace.go:171","msg":"trace[1274668607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13514; }","duration":"4.508330258s","start":"2026-03-31T18:53:08.265513Z","end":"2026-03-31T18:53:12.773844Z","steps":["trace[1274668607] 'range keys from in-memory index tree' (duration: 4.508100193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.77387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309088Z","time spent":"464.766175ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:53:12.773886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:08.265492Z","time spent":"4.508387339s","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:53:12.774135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405803715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:53:12.774163Z","caller":"traceutil/trace.go:171","msg":"trace[1837133405] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13514; }","duration":"4.405876247s","start":"2026-03-31T18:53:08.36828Z","end":"2026-03-31T18:53:12.774156Z","steps":["trace[1837133405] 'range keys from in-memory index tree' (duration: 4.405675373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.774183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:08.368256Z","time spent":"4.405921318s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:53:12.774828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.867702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.774939Z","caller":"traceutil/trace.go:171","msg":"trace[704353663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13514; }","duration":"465.978615ms","start":"2026-03-31T18:53:12.308949Z","end":"2026-03-31T18:53:12.774927Z","steps":["trace[704353663] 'range keys from in-memory index tree' (duration: 465.855752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:12.776762Z","caller":"traceutil/trace.go:171","msg":"trace[89148846] linearizableReadLoop","detail":"{readStateIndex:14179; appliedIndex:14178; }","duration":"466.929651ms","start":"2026-03-31T18:53:12.309819Z","end":"2026-03-31T18:53:12.776749Z","steps":["trace[89148846] 'read index received' (duration: 447.236971ms)","trace[89148846] 'applied index is now lower than readState.Index' (duration: 19.69107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:12.7768Z","caller":"traceutil/trace.go:171","msg":"trace[943161364] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"448.71486ms","start":"2026-03-31T18:53:12.328072Z","end":"2026-03-31T18:53:12.776787Z","steps":["trace[943161364] 'process raft request' (duration: 448.607267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:12.776775Z","caller":"traceutil/trace.go:171","msg":"trace[768020240] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"467.080944ms","start":"2026-03-31T18:53:12.309669Z","end":"2026-03-31T18:53:12.77675Z","steps":["trace[768020240] 'process raft request' (duration: 447.422775ms)","trace[768020240] 'compare' (duration: 14.009622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:12.776889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.328063Z","time spent":"448.767261ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:12.776937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309661Z","time spent":"467.180307ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:53:12.776949Z","caller":"traceutil/trace.go:171","msg":"trace[1452276202] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"446.176233ms","start":"2026-03-31T18:53:12.330759Z","end":"2026-03-31T18:53:12.776935Z","steps":["trace[1452276202] 'process raft request' (duration: 445.989359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.777219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.387193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-31T18:53:12.777303Z","caller":"traceutil/trace.go:171","msg":"trace[1644411779] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13517; }","duration":"467.481595ms","start":"2026-03-31T18:53:12.309809Z","end":"2026-03-31T18:53:12.77729Z","steps":["trace[1644411779] 'agreement among raft nodes before linearized reading' (duration: 467.017263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.777343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309805Z","time spent":"467.525156ms","remote":"127.0.0.1:57300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5153,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:53:12.777013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.330749Z","time spent":"446.227884ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:53:12.779289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.317446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:53:12.779336Z","caller":"traceutil/trace.go:171","msg":"trace[376469101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13517; }","duration":"468.369988ms","start":"2026-03-31T18:53:12.310953Z","end":"2026-03-31T18:53:12.779323Z","steps":["trace[376469101] 'agreement among raft nodes before linearized reading' (duration: 468.246504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.779526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.635714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:53:12.779575Z","caller":"traceutil/trace.go:171","msg":"trace[2050791785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13517; }","duration":"468.687055ms","start":"2026-03-31T18:53:12.310874Z","end":"2026-03-31T18:53:12.779561Z","steps":["trace[2050791785] 'agreement among raft nodes before linearized reading' (duration: 468.438379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.779607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.310871Z","time spent":"468.728496ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:53:12.779721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.848739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:53:12.779696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.047367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:12.779746Z","caller":"traceutil/trace.go:171","msg":"trace[418928929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13517; }","duration":"468.88072ms","start":"2026-03-31T18:53:12.310859Z","end":"2026-03-31T18:53:12.77974Z","steps":["trace[418928929] 'agreement among raft nodes before linearized reading' (duration: 468.815108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.779765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.310855Z","time spent":"468.90463ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:53:12.779799Z","caller":"traceutil/trace.go:171","msg":"trace[1572006064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13517; }","duration":"449.217502ms","start":"2026-03-31T18:53:12.330563Z","end":"2026-03-31T18:53:12.779781Z","steps":["trace[1572006064] 'agreement among raft nodes before linearized reading' (duration: 448.954785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.779867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.330545Z","time spent":"449.288843ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:53:12.779889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.040075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:53:12.77991Z","caller":"traceutil/trace.go:171","msg":"trace[1738520573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13517; }","duration":"469.069826ms","start":"2026-03-31T18:53:12.310833Z","end":"2026-03-31T18:53:12.779903Z","steps":["trace[1738520573] 'agreement among raft nodes before linearized reading' (duration: 469.003704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.779927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.310827Z","time spent":"469.095337ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:53:12.780022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.140903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:53:12.780061Z","caller":"traceutil/trace.go:171","msg":"trace[1597420434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13517; }","duration":"470.187335ms","start":"2026-03-31T18:53:12.309862Z","end":"2026-03-31T18:53:12.780049Z","steps":["trace[1597420434] 'agreement among raft nodes before linearized reading' (duration: 470.034041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.780089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309859Z","time spent":"470.223086ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:53:12.780222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.218718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:53:12.780249Z","caller":"traceutil/trace.go:171","msg":"trace[1666505903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13517; }","duration":"450.255099ms","start":"2026-03-31T18:53:12.329985Z","end":"2026-03-31T18:53:12.78024Z","steps":["trace[1666505903] 'agreement among raft nodes before linearized reading' (duration: 450.178007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.780279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.329979Z","time spent":"450.29364ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:53:12.779291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.429856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:53:12.77941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.310951Z","time spent":"468.450469ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:53:12.780472Z","caller":"traceutil/trace.go:171","msg":"trace[2128966468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13517; }","duration":"470.613615ms","start":"2026-03-31T18:53:12.309846Z","end":"2026-03-31T18:53:12.78046Z","steps":["trace[2128966468] 'agreement among raft nodes before linearized reading' (duration: 469.331222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:12.782697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:12.309843Z","time spent":"472.833973ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:53:35.594787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11741} {"level":"info","ts":"2026-03-31T18:53:35.669938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11741,"took":"73.353848ms","hash":241530719,"current-db-size-bytes":59260928,"current-db-size":"59 MB","current-db-size-in-use-bytes":22654976,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:53:35.670022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":241530719,"revision":11741,"compact-revision":9191}