{"level":"warn","ts":"2026-03-02T22:16:56.470145Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T22:16:56.47027Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T22:16:56.470358Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T22:16:56.470373Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-02T22:16:56.470393Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T22:16:56.471022Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-03-02T22:16:56.471108Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T22:16:56.47537Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.069488ms"} {"level":"info","ts":"2026-03-02T22:16:56.484381Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-03-02T22:16:56.484466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T22:16:56.48449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-03-02T22:16:56.484505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T22:16:56.484512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-03-02T22:16:56.484547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-03-02T22:16:56.49046Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T22:16:56.492005Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T22:16:56.493193Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T22:16:56.494882Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T22:16:56.495537Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T22:16:56.495787Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T22:16:56.495833Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T22:16:56.495952Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T22:16:56.498318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-03-02T22:16:56.498563Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-02T22:16:56.50009Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T22:16:56.500262Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-02T22:16:56.50035Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-02T22:16:56.500409Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T22:16:56.500509Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T22:16:57.085368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T22:16:57.085453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T22:16:57.085506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-03-02T22:16:57.085532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-03-02T22:16:57.085548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-02T22:16:57.085576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-03-02T22:16:57.08559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-02T22:16:57.08665Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T22:16:57.086696Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T22:16:57.08687Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T22:16:57.087046Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T22:16:57.087656Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T22:16:57.087734Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T22:16:57.087972Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T22:16:57.088621Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T22:16:57.088802Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T22:16:57.091088Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-03-02T22:16:57.091398Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T22:17:16.490923Z","caller":"traceutil/trace.go:171","msg":"trace[1655982977] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"127.623127ms","start":"2026-03-02T22:17:16.363265Z","end":"2026-03-02T22:17:16.490888Z","steps":["trace[1655982977] 'process raft request' (duration: 127.340692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:26.245541Z","caller":"traceutil/trace.go:171","msg":"trace[1992821688] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"152.994108ms","start":"2026-03-02T22:17:26.092503Z","end":"2026-03-02T22:17:26.245497Z","steps":["trace[1992821688] 'process raft request' (duration: 152.746073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:27.573228Z","caller":"traceutil/trace.go:171","msg":"trace[891028773] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"180.15403ms","start":"2026-03-02T22:17:27.393042Z","end":"2026-03-02T22:17:27.573196Z","steps":["trace[891028773] 'process raft request' (duration: 179.937476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:34.695507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335658093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:17:34.747462Z","caller":"traceutil/trace.go:171","msg":"trace[1268709089] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"552.097704ms","start":"2026-03-02T22:17:34.19533Z","end":"2026-03-02T22:17:34.747427Z","steps":["trace[1268709089] 'read index received' (duration: 551.967951ms)","trace[1268709089] 'applied index is now lower than readState.Index' (duration: 128.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:34.747532Z","caller":"traceutil/trace.go:171","msg":"trace[27755664] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"617.50191ms","start":"2026-03-02T22:17:34.129987Z","end":"2026-03-02T22:17:34.747489Z","steps":["trace[27755664] 'process raft request' (duration: 617.253555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:34.747704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.199498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:17:34.747827Z","caller":"traceutil/trace.go:171","msg":"trace[1249941586] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"285.383991ms","start":"2026-03-02T22:17:34.462417Z","end":"2026-03-02T22:17:34.747801Z","steps":["trace[1249941586] 'agreement among raft nodes before linearized reading' (duration: 285.202878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:34.747798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.43091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:17:34.7479Z","caller":"traceutil/trace.go:171","msg":"trace[1471152767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"552.551172ms","start":"2026-03-02T22:17:34.195324Z","end":"2026-03-02T22:17:34.747875Z","steps":["trace[1471152767] 'agreement among raft nodes before linearized reading' (duration: 552.249467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:34.747949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:17:34.195278Z","time spent":"552.661865ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:17:34.748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.544125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:17:34.74809Z","caller":"traceutil/trace.go:171","msg":"trace[1892880249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"108.716738ms","start":"2026-03-02T22:17:34.639343Z","end":"2026-03-02T22:17:34.74806Z","steps":["trace[1892880249] 'agreement among raft nodes before linearized reading' (duration: 108.360651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:34.749156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:17:34.129958Z","time spent":"617.674664ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:17:34.91912Z","caller":"traceutil/trace.go:171","msg":"trace[539039251] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"165.047009ms","start":"2026-03-02T22:17:34.754031Z","end":"2026-03-02T22:17:34.919078Z","steps":["trace[539039251] 'process raft request' (duration: 91.263442ms)","trace[539039251] 'compare' (duration: 73.487591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:34.919279Z","caller":"traceutil/trace.go:171","msg":"trace[213644622] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"164.793114ms","start":"2026-03-02T22:17:34.754423Z","end":"2026-03-02T22:17:34.919217Z","steps":["trace[213644622] 'process raft request' (duration: 164.544019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:36.466139Z","caller":"traceutil/trace.go:171","msg":"trace[564400311] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"221.603286ms","start":"2026-03-02T22:17:36.244496Z","end":"2026-03-02T22:17:36.466099Z","steps":["trace[564400311] 'process raft request' (duration: 217.014558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:36.466302Z","caller":"traceutil/trace.go:171","msg":"trace[1299117207] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"221.072706ms","start":"2026-03-02T22:17:36.245217Z","end":"2026-03-02T22:17:36.46629Z","steps":["trace[1299117207] 'process raft request' (duration: 220.76403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:17:36.466335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.960574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:17:36.466387Z","caller":"traceutil/trace.go:171","msg":"trace[1527810331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:648; }","duration":"221.054046ms","start":"2026-03-02T22:17:36.245319Z","end":"2026-03-02T22:17:36.466373Z","steps":["trace[1527810331] 'agreement among raft nodes before linearized reading' (duration: 220.925233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:36.466178Z","caller":"traceutil/trace.go:171","msg":"trace[987048744] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:666; }","duration":"215.387257ms","start":"2026-03-02T22:17:36.250748Z","end":"2026-03-02T22:17:36.466135Z","steps":["trace[987048744] 'read index received' (duration: 210.8668ms)","trace[987048744] 'applied index is now lower than readState.Index' (duration: 4.519227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:17:36.466213Z","caller":"traceutil/trace.go:171","msg":"trace[1806207240] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"220.566137ms","start":"2026-03-02T22:17:36.245599Z","end":"2026-03-02T22:17:36.466165Z","steps":["trace[1806207240] 'process raft request' (duration: 220.431984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:36.466425Z","caller":"traceutil/trace.go:171","msg":"trace[59082987] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"220.523046ms","start":"2026-03-02T22:17:36.245852Z","end":"2026-03-02T22:17:36.466375Z","steps":["trace[59082987] 'process raft request' (duration: 220.23778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:36.468894Z","caller":"traceutil/trace.go:171","msg":"trace[1074207429] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"194.631509ms","start":"2026-03-02T22:17:36.274243Z","end":"2026-03-02T22:17:36.468874Z","steps":["trace[1074207429] 'process raft request' (duration: 193.950966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:53.407285Z","caller":"traceutil/trace.go:171","msg":"trace[401604272] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"133.29722ms","start":"2026-03-02T22:17:53.273953Z","end":"2026-03-02T22:17:53.40725Z","steps":["trace[401604272] 'process raft request' (duration: 133.101317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:08.878056Z","caller":"traceutil/trace.go:171","msg":"trace[758894860] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"143.815562ms","start":"2026-03-02T22:18:08.734219Z","end":"2026-03-02T22:18:08.878035Z","steps":["trace[758894860] 'process raft request' (duration: 117.204141ms)","trace[758894860] 'compare' (duration: 26.513929ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:18.620803Z","caller":"traceutil/trace.go:171","msg":"trace[7866936] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"140.039529ms","start":"2026-03-02T22:18:18.480734Z","end":"2026-03-02T22:18:18.620774Z","steps":["trace[7866936] 'process raft request' (duration: 139.866466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:42.756639Z","caller":"traceutil/trace.go:171","msg":"trace[825918354] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"138.199315ms","start":"2026-03-02T22:18:42.618411Z","end":"2026-03-02T22:18:42.756611Z","steps":["trace[825918354] 'process raft request' (duration: 138.033781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:43.232979Z","caller":"traceutil/trace.go:171","msg":"trace[278519853] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"429.378844ms","start":"2026-03-02T22:18:42.803571Z","end":"2026-03-02T22:18:43.232949Z","steps":["trace[278519853] 'read index received' (duration: 420.818381ms)","trace[278519853] 'applied index is now lower than readState.Index' (duration: 8.559113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:43.233026Z","caller":"traceutil/trace.go:171","msg":"trace[793624527] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"462.080766ms","start":"2026-03-02T22:18:42.770885Z","end":"2026-03-02T22:18:43.232966Z","steps":["trace[793624527] 'process raft request' (duration: 453.519703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:43.233228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:42.770857Z","time spent":"462.264759ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:18:43.233331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.72095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T22:18:43.233405Z","caller":"traceutil/trace.go:171","msg":"trace[1114154617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1553; }","duration":"429.862613ms","start":"2026-03-02T22:18:42.803524Z","end":"2026-03-02T22:18:43.233387Z","steps":["trace[1114154617] 'agreement among raft nodes before linearized reading' (duration: 429.584778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:18:43.233462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:18:42.803509Z","time spent":"429.940595ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:18:43.71237Z","caller":"traceutil/trace.go:171","msg":"trace[303170260] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"258.11254ms","start":"2026-03-02T22:18:43.45421Z","end":"2026-03-02T22:18:43.712323Z","steps":["trace[303170260] 'process raft request' (duration: 200.378829ms)","trace[303170260] 'compare' (duration: 57.383144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:45.809195Z","caller":"traceutil/trace.go:171","msg":"trace[523967406] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"111.146738ms","start":"2026-03-02T22:18:45.698011Z","end":"2026-03-02T22:18:45.809158Z","steps":["trace[523967406] 'process raft request' (duration: 71.87977ms)","trace[523967406] 'compare' (duration: 39.020004ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:18:45.826609Z","caller":"traceutil/trace.go:171","msg":"trace[704153339] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"105.934049ms","start":"2026-03-02T22:18:45.720593Z","end":"2026-03-02T22:18:45.826527Z","steps":["trace[704153339] 'process raft request' (duration: 105.672684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:56.236429Z","caller":"traceutil/trace.go:171","msg":"trace[539534254] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"101.24606ms","start":"2026-03-02T22:18:56.135152Z","end":"2026-03-02T22:18:56.236399Z","steps":["trace[539534254] 'process raft request' (duration: 101.046966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:23.702333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.968467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:19:23.702436Z","caller":"traceutil/trace.go:171","msg":"trace[2008928715] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1808; }","duration":"120.223652ms","start":"2026-03-02T22:19:23.582192Z","end":"2026-03-02T22:19:23.702415Z","steps":["trace[2008928715] 'count revisions from in-memory index tree' (duration: 119.882124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:24.171348Z","caller":"traceutil/trace.go:171","msg":"trace[442294321] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"102.619446ms","start":"2026-03-02T22:19:24.068697Z","end":"2026-03-02T22:19:24.171316Z","steps":["trace[442294321] 'process raft request' (duration: 89.443235ms)","trace[442294321] 'compare' (duration: 13.068789ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:29.66093Z","caller":"traceutil/trace.go:171","msg":"trace[511988438] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"113.045255ms","start":"2026-03-02T22:19:29.54785Z","end":"2026-03-02T22:19:29.660895Z","steps":["trace[511988438] 'process raft request' (duration: 98.436956ms)","trace[511988438] 'compare' (duration: 14.479836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:29.863962Z","caller":"traceutil/trace.go:171","msg":"trace[636324575] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"105.959839ms","start":"2026-03-02T22:19:29.757961Z","end":"2026-03-02T22:19:29.863921Z","steps":["trace[636324575] 'process raft request' (duration: 90.950123ms)","trace[636324575] 'compare' (duration: 14.7004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:35.985731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.466758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T22:19:35.985918Z","caller":"traceutil/trace.go:171","msg":"trace[14306042] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"360.391668ms","start":"2026-03-02T22:19:35.625501Z","end":"2026-03-02T22:19:35.985892Z","steps":["trace[14306042] 'read index received' (duration: 148.476451ms)","trace[14306042] 'applied index is now lower than readState.Index' (duration: 211.913387ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:19:35.986112Z","caller":"traceutil/trace.go:171","msg":"trace[875930228] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"376.576506ms","start":"2026-03-02T22:19:35.609449Z","end":"2026-03-02T22:19:35.986026Z","steps":["trace[875930228] 'process raft request' (duration: 164.469395ms)","trace[875930228] 'compare' (duration: 211.210444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:35.986234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.712665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T22:19:35.986241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.609424Z","time spent":"376.77024ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:35.986327Z","caller":"traceutil/trace.go:171","msg":"trace[651093915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1865; }","duration":"360.816737ms","start":"2026-03-02T22:19:35.625487Z","end":"2026-03-02T22:19:35.986304Z","steps":["trace[651093915] 'agreement among raft nodes before linearized reading' (duration: 360.592003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:35.986376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.625437Z","time spent":"360.930429ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:19:35.986914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.300265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T22:19:35.987024Z","caller":"traceutil/trace.go:171","msg":"trace[515574001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1865; }","duration":"302.05983ms","start":"2026-03-02T22:19:35.684942Z","end":"2026-03-02T22:19:35.987002Z","steps":["trace[515574001] 'agreement among raft nodes before linearized reading' (duration: 301.144503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:35.987448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.684912Z","time spent":"302.153511ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:19:36.548781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.439768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T22:19:36.549065Z","caller":"traceutil/trace.go:171","msg":"trace[402263846] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"558.069734ms","start":"2026-03-02T22:19:35.990966Z","end":"2026-03-02T22:19:36.549036Z","steps":["trace[402263846] 'process raft request' (duration: 157.286619ms)","trace[402263846] 'compare' (duration: 400.259995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:36.549189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.990949Z","time spent":"558.177246ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:36.549238Z","caller":"traceutil/trace.go:171","msg":"trace[2053851679] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"557.89701ms","start":"2026-03-02T22:19:35.991283Z","end":"2026-03-02T22:19:36.54918Z","steps":["trace[2053851679] 'process raft request' (duration: 557.630785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:36.549494Z","caller":"traceutil/trace.go:171","msg":"trace[1658306083] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"557.466943ms","start":"2026-03-02T22:19:35.991956Z","end":"2026-03-02T22:19:36.549423Z","steps":["trace[1658306083] 'process raft request' (duration: 557.021614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.549664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.991946Z","time spent":"557.612925ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:36.549662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.991258Z","time spent":"558.104944ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:36.5504Z","caller":"traceutil/trace.go:171","msg":"trace[1730656374] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"449.081102ms","start":"2026-03-02T22:19:36.101276Z","end":"2026-03-02T22:19:36.550357Z","steps":["trace[1730656374] 'process raft request' (duration: 447.765747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.55062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:36.101236Z","time spent":"449.274116ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:19:36.550456Z","caller":"traceutil/trace.go:171","msg":"trace[1088817747] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"359.087113ms","start":"2026-03-02T22:19:36.191362Z","end":"2026-03-02T22:19:36.550449Z","steps":["trace[1088817747] 'process raft request' (duration: 358.90244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:19:36.550702Z","caller":"traceutil/trace.go:171","msg":"trace[410954673] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"156.794038ms","start":"2026-03-02T22:19:36.393868Z","end":"2026-03-02T22:19:36.550662Z","steps":["trace[410954673] 'process raft request' (duration: 156.550974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.550738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.491616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:19:36.550793Z","caller":"traceutil/trace.go:171","msg":"trace[1719661308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1871; }","duration":"554.634118ms","start":"2026-03-02T22:19:35.996147Z","end":"2026-03-02T22:19:36.550781Z","steps":["trace[1719661308] 'agreement among raft nodes before linearized reading' (duration: 554.396054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.550803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:36.19133Z","time spent":"359.445969ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:19:36.550831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:35.996115Z","time spent":"554.70737ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:19:36.550389Z","caller":"traceutil/trace.go:171","msg":"trace[1029424112] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1942; }","duration":"554.123499ms","start":"2026-03-02T22:19:35.996243Z","end":"2026-03-02T22:19:36.550367Z","steps":["trace[1029424112] 'read index received' (duration: 152.018649ms)","trace[1029424112] 'applied index is now lower than readState.Index' (duration: 402.10367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:19:36.551601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.24014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:19:36.551684Z","caller":"traceutil/trace.go:171","msg":"trace[2077473130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"355.355392ms","start":"2026-03-02T22:19:36.196307Z","end":"2026-03-02T22:19:36.551662Z","steps":["trace[2077473130] 'agreement among raft nodes before linearized reading' (duration: 355.22361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.551729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:36.196295Z","time spent":"355.423593ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:19:36.551827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.392352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T22:19:36.551883Z","caller":"traceutil/trace.go:171","msg":"trace[1596283409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1871; }","duration":"326.537254ms","start":"2026-03-02T22:19:36.225331Z","end":"2026-03-02T22:19:36.551868Z","steps":["trace[1596283409] 'agreement among raft nodes before linearized reading' (duration: 326.288729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:19:36.551919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:19:36.22531Z","time spent":"326.600606ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:20:59.211595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.174545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T22:20:59.211725Z","caller":"traceutil/trace.go:171","msg":"trace[1885911306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2465; }","duration":"192.330127ms","start":"2026-03-02T22:20:59.019373Z","end":"2026-03-02T22:20:59.211703Z","steps":["trace[1885911306] 'range keys from in-memory index tree' (duration: 192.015312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:59.211917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.791902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T22:20:59.211988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.849056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T22:20:59.212013Z","caller":"traceutil/trace.go:171","msg":"trace[1651073587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2465; }","duration":"220.966236ms","start":"2026-03-02T22:20:58.991023Z","end":"2026-03-02T22:20:59.21199Z","steps":["trace[1651073587] 'range keys from in-memory index tree' (duration: 220.527527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.212084Z","caller":"traceutil/trace.go:171","msg":"trace[1693435755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2465; }","duration":"229.002129ms","start":"2026-03-02T22:20:58.983058Z","end":"2026-03-02T22:20:59.21206Z","steps":["trace[1693435755] 'range keys from in-memory index tree' (duration: 228.578582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:59.212084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.844128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:20:59.211976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.486748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T22:20:59.212235Z","caller":"traceutil/trace.go:171","msg":"trace[1138540793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2465; }","duration":"195.739733ms","start":"2026-03-02T22:20:59.016475Z","end":"2026-03-02T22:20:59.212215Z","steps":["trace[1138540793] 'range keys from in-memory index tree' (duration: 195.359776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.21215Z","caller":"traceutil/trace.go:171","msg":"trace[1408350563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2465; }","duration":"191.936251ms","start":"2026-03-02T22:20:59.020198Z","end":"2026-03-02T22:20:59.212134Z","steps":["trace[1408350563] 'range keys from in-memory index tree' (duration: 191.653994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:20:59.212461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.611742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T22:20:59.212503Z","caller":"traceutil/trace.go:171","msg":"trace[1836788133] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2465; }","duration":"240.685073ms","start":"2026-03-02T22:20:58.971806Z","end":"2026-03-02T22:20:59.212491Z","steps":["trace[1836788133] 'range keys from in-memory index tree' (duration: 240.292236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.407545Z","caller":"traceutil/trace.go:171","msg":"trace[854229739] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2566; }","duration":"190.302789ms","start":"2026-03-02T22:20:59.217218Z","end":"2026-03-02T22:20:59.407521Z","steps":["trace[854229739] 'read index received' (duration: 190.228988ms)","trace[854229739] 'applied index is now lower than readState.Index' (duration: 72.811µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:20:59.407732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.492773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-02T22:20:59.407698Z","caller":"traceutil/trace.go:171","msg":"trace[672873881] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"190.531954ms","start":"2026-03-02T22:20:59.217123Z","end":"2026-03-02T22:20:59.407654Z","steps":["trace[672873881] 'process raft request' (duration: 190.261078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.407757Z","caller":"traceutil/trace.go:171","msg":"trace[1211609088] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2466; }","duration":"190.577714ms","start":"2026-03-02T22:20:59.217173Z","end":"2026-03-02T22:20:59.407751Z","steps":["trace[1211609088] 'agreement among raft nodes before linearized reading' (duration: 190.433582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.498639Z","caller":"traceutil/trace.go:171","msg":"trace[1708626132] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"280.102996ms","start":"2026-03-02T22:20:59.218479Z","end":"2026-03-02T22:20:59.498582Z","steps":["trace[1708626132] 'process raft request' (duration: 279.870192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.498906Z","caller":"traceutil/trace.go:171","msg":"trace[1953066388] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"280.369871ms","start":"2026-03-02T22:20:59.218515Z","end":"2026-03-02T22:20:59.498885Z","steps":["trace[1953066388] 'process raft request' (duration: 280.016214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.499152Z","caller":"traceutil/trace.go:171","msg":"trace[1208397801] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"280.608386ms","start":"2026-03-02T22:20:59.218529Z","end":"2026-03-02T22:20:59.499138Z","steps":["trace[1208397801] 'process raft request' (duration: 280.238099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:20:59.499474Z","caller":"traceutil/trace.go:171","msg":"trace[876529778] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"280.836231ms","start":"2026-03-02T22:20:59.218589Z","end":"2026-03-02T22:20:59.499425Z","steps":["trace[876529778] 'process raft request' (duration: 280.318731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:23:30.028562Z","caller":"traceutil/trace.go:171","msg":"trace[1728471162] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"329.123278ms","start":"2026-03-02T22:23:29.699414Z","end":"2026-03-02T22:23:30.028537Z","steps":["trace[1728471162] 'process raft request' (duration: 328.962455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:23:30.028736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:23:29.699388Z","time spent":"329.257441ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:23:30.227489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.46611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T22:23:30.227603Z","caller":"traceutil/trace.go:171","msg":"trace[610956349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3386; }","duration":"161.625924ms","start":"2026-03-02T22:23:30.06595Z","end":"2026-03-02T22:23:30.227576Z","steps":["trace[610956349] 'range keys from in-memory index tree' (duration: 161.284057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:23:30.309448Z","caller":"traceutil/trace.go:171","msg":"trace[305967490] linearizableReadLoop","detail":"{readStateIndex:3524; appliedIndex:3523; }","duration":"151.099563ms","start":"2026-03-02T22:23:30.158323Z","end":"2026-03-02T22:23:30.309423Z","steps":["trace[305967490] 'read index received' (duration: 150.899749ms)","trace[305967490] 'applied index is now lower than readState.Index' (duration: 198.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:23:30.309587Z","caller":"traceutil/trace.go:171","msg":"trace[2084845496] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"223.692364ms","start":"2026-03-02T22:23:30.085881Z","end":"2026-03-02T22:23:30.309574Z","steps":["trace[2084845496] 'process raft request' (duration: 223.392788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:23:30.309803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.710464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:23:30.309881Z","caller":"traceutil/trace.go:171","msg":"trace[1325723944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3387; }","duration":"112.889827ms","start":"2026-03-02T22:23:30.196973Z","end":"2026-03-02T22:23:30.309863Z","steps":["trace[1325723944] 'agreement among raft nodes before linearized reading' (duration: 112.781645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:23:30.310471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.616581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:23:30.310559Z","caller":"traceutil/trace.go:171","msg":"trace[1579063531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3387; }","duration":"113.743833ms","start":"2026-03-02T22:23:30.196795Z","end":"2026-03-02T22:23:30.310539Z","steps":["trace[1579063531] 'agreement among raft nodes before linearized reading' (duration: 112.884837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:23:30.311098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.777816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:23:30.311148Z","caller":"traceutil/trace.go:171","msg":"trace[2143718975] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:3387; }","duration":"152.866927ms","start":"2026-03-02T22:23:30.158268Z","end":"2026-03-02T22:23:30.311135Z","steps":["trace[2143718975] 'agreement among raft nodes before linearized reading' (duration: 151.495641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:47.850454Z","caller":"traceutil/trace.go:171","msg":"trace[1740473520] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"128.352665ms","start":"2026-03-02T22:24:47.722071Z","end":"2026-03-02T22:24:47.850424Z","steps":["trace[1740473520] 'process raft request' (duration: 103.962849ms)","trace[1740473520] 'compare' (duration: 23.903197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:48.002733Z","caller":"traceutil/trace.go:171","msg":"trace[1074637358] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4556; }","duration":"137.675957ms","start":"2026-03-02T22:24:47.865041Z","end":"2026-03-02T22:24:48.002717Z","steps":["trace[1074637358] 'read index received' (duration: 107.514004ms)","trace[1074637358] 'applied index is now lower than readState.Index' (duration: 30.161283ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:48.002816Z","caller":"traceutil/trace.go:171","msg":"trace[133111621] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"142.858955ms","start":"2026-03-02T22:24:47.85995Z","end":"2026-03-02T22:24:48.002809Z","steps":["trace[133111621] 'process raft request' (duration: 142.739262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:48.002813Z","caller":"traceutil/trace.go:171","msg":"trace[874873939] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"174.871932ms","start":"2026-03-02T22:24:47.827899Z","end":"2026-03-02T22:24:48.002771Z","steps":["trace[874873939] 'process raft request' (duration: 144.638218ms)","trace[874873939] 'compare' (duration: 30.078991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:24:48.003194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.137865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"info","ts":"2026-03-02T22:24:48.003227Z","caller":"traceutil/trace.go:171","msg":"trace[54114705] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4379; }","duration":"138.190687ms","start":"2026-03-02T22:24:47.865019Z","end":"2026-03-02T22:24:48.00321Z","steps":["trace[54114705] 'agreement among raft nodes before linearized reading' (duration: 138.096365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:49.189313Z","caller":"traceutil/trace.go:171","msg":"trace[378875111] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4609; }","duration":"199.021983ms","start":"2026-03-02T22:24:48.990263Z","end":"2026-03-02T22:24:49.189285Z","steps":["trace[378875111] 'read index received' (duration: 20.616664ms)","trace[378875111] 'applied index is now lower than readState.Index' (duration: 178.404069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:49.18936Z","caller":"traceutil/trace.go:171","msg":"trace[1030036295] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"239.885566ms","start":"2026-03-02T22:24:48.949447Z","end":"2026-03-02T22:24:49.189333Z","steps":["trace[1030036295] 'process raft request' (duration: 239.728023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:49.189435Z","caller":"traceutil/trace.go:171","msg":"trace[345002959] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"240.091999ms","start":"2026-03-02T22:24:48.949297Z","end":"2026-03-02T22:24:49.189389Z","steps":["trace[345002959] 'process raft request' (duration: 225.400205ms)","trace[345002959] 'compare' (duration: 13.807637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:24:49.189611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.317338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-djp4n\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-02T22:24:49.18967Z","caller":"traceutil/trace.go:171","msg":"trace[1219150351] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-djp4n; range_end:; response_count:1; response_revision:4431; }","duration":"199.440181ms","start":"2026-03-02T22:24:48.990216Z","end":"2026-03-02T22:24:49.189656Z","steps":["trace[1219150351] 'agreement among raft nodes before linearized reading' (duration: 199.187616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:51.425202Z","caller":"traceutil/trace.go:171","msg":"trace[1670057432] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"107.546207ms","start":"2026-03-02T22:24:51.317634Z","end":"2026-03-02T22:24:51.425181Z","steps":["trace[1670057432] 'process raft request' (duration: 98.792494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:51.590557Z","caller":"traceutil/trace.go:171","msg":"trace[1042208687] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"100.655948ms","start":"2026-03-02T22:24:51.489871Z","end":"2026-03-02T22:24:51.590527Z","steps":["trace[1042208687] 'process raft request' (duration: 37.51021ms)","trace[1042208687] 'compare' (duration: 63.018916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:51.59264Z","caller":"traceutil/trace.go:171","msg":"trace[1321715766] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"101.688047ms","start":"2026-03-02T22:24:51.490936Z","end":"2026-03-02T22:24:51.592624Z","steps":["trace[1321715766] 'process raft request' (duration: 101.352961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.073655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.552366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T22:24:52.073738Z","caller":"traceutil/trace.go:171","msg":"trace[48952792] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4538; }","duration":"219.698969ms","start":"2026-03-02T22:24:51.85402Z","end":"2026-03-02T22:24:52.073719Z","steps":["trace[48952792] 'count revisions from in-memory index tree' (duration: 219.422444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.073723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.114961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:24:52.073816Z","caller":"traceutil/trace.go:171","msg":"trace[803048047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4538; }","duration":"246.261294ms","start":"2026-03-02T22:24:51.827532Z","end":"2026-03-02T22:24:52.073793Z","steps":["trace[803048047] 'range keys from in-memory index tree' (duration: 246.03567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:52.073823Z","caller":"traceutil/trace.go:171","msg":"trace[674427714] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"213.111286ms","start":"2026-03-02T22:24:51.860691Z","end":"2026-03-02T22:24:52.073803Z","steps":["trace[674427714] 'process raft request' (duration: 121.807492ms)","trace[674427714] 'compare' (duration: 91.142331ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:52.317964Z","caller":"traceutil/trace.go:171","msg":"trace[1868788976] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"381.453597ms","start":"2026-03-02T22:24:51.936467Z","end":"2026-03-02T22:24:52.317921Z","steps":["trace[1868788976] 'process raft request' (duration: 297.330328ms)","trace[1868788976] 'compare' (duration: 83.873784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:52.31814Z","caller":"traceutil/trace.go:171","msg":"trace[1146965820] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4722; }","duration":"295.078345ms","start":"2026-03-02T22:24:52.023022Z","end":"2026-03-02T22:24:52.3181Z","steps":["trace[1146965820] 'read index received' (duration: 210.715121ms)","trace[1146965820] 'applied index is now lower than readState.Index' (duration: 84.360954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:24:52.318179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:24:51.936442Z","time spent":"381.62535ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:24:52.3183Z","caller":"traceutil/trace.go:171","msg":"trace[860777720] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"303.684026ms","start":"2026-03-02T22:24:52.014599Z","end":"2026-03-02T22:24:52.318283Z","steps":["trace[860777720] 'process raft request' (duration: 303.266638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.31839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.64398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:24:52.318433Z","caller":"traceutil/trace.go:171","msg":"trace[338542268] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4541; }","duration":"240.707361ms","start":"2026-03-02T22:24:52.077708Z","end":"2026-03-02T22:24:52.318415Z","steps":["trace[338542268] 'agreement among raft nodes before linearized reading' (duration: 240.64249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.318438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:24:52.01457Z","time spent":"303.759128ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:24:52.318645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.248829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:24:52.318712Z","caller":"traceutil/trace.go:171","msg":"trace[1227997109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4541; }","duration":"123.340171ms","start":"2026-03-02T22:24:52.195352Z","end":"2026-03-02T22:24:52.318693Z","steps":["trace[1227997109] 'agreement among raft nodes before linearized reading' (duration: 123.235179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.318763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.107776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx27l-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-02T22:24:52.318981Z","caller":"traceutil/trace.go:171","msg":"trace[1662869370] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xx27l-tls; range_end:; response_count:1; response_revision:4541; }","duration":"176.175307ms","start":"2026-03-02T22:24:52.142614Z","end":"2026-03-02T22:24:52.31879Z","steps":["trace[1662869370] 'agreement among raft nodes before linearized reading' (duration: 176.024384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:24:52.319059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.033953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T22:24:52.319098Z","caller":"traceutil/trace.go:171","msg":"trace[1320902940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:4541; }","duration":"296.100985ms","start":"2026-03-02T22:24:52.022984Z","end":"2026-03-02T22:24:52.319085Z","steps":["trace[1320902940] 'agreement among raft nodes before linearized reading' (duration: 295.770489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:52.728842Z","caller":"traceutil/trace.go:171","msg":"trace[810911542] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"116.455533ms","start":"2026-03-02T22:24:52.612368Z","end":"2026-03-02T22:24:52.728823Z","steps":["trace[810911542] 'process raft request' (duration: 116.416522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:52.728851Z","caller":"traceutil/trace.go:171","msg":"trace[814725621] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"211.109118ms","start":"2026-03-02T22:24:52.517718Z","end":"2026-03-02T22:24:52.728827Z","steps":["trace[814725621] 'process raft request' (duration: 124.518673ms)","trace[814725621] 'compare' (duration: 86.424592ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:24:54.790398Z","caller":"traceutil/trace.go:171","msg":"trace[908226957] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"168.735999ms","start":"2026-03-02T22:24:54.621629Z","end":"2026-03-02T22:24:54.790365Z","steps":["trace[908226957] 'process raft request' (duration: 168.483684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:54.790788Z","caller":"traceutil/trace.go:171","msg":"trace[1403400115] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"166.087928ms","start":"2026-03-02T22:24:54.624688Z","end":"2026-03-02T22:24:54.790775Z","steps":["trace[1403400115] 'process raft request' (duration: 165.545008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:24:57.94279Z","caller":"traceutil/trace.go:171","msg":"trace[79615433] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"145.502725ms","start":"2026-03-02T22:24:57.797261Z","end":"2026-03-02T22:24:57.942764Z","steps":["trace[79615433] 'process raft request' (duration: 100.340423ms)","trace[79615433] 'compare' (duration: 45.05502ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:01.740992Z","caller":"traceutil/trace.go:171","msg":"trace[1785567779] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"107.12325ms","start":"2026-03-02T22:25:01.633845Z","end":"2026-03-02T22:25:01.740968Z","steps":["trace[1785567779] 'process raft request' (duration: 106.977787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:01.880386Z","caller":"traceutil/trace.go:171","msg":"trace[1787128709] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"104.448211ms","start":"2026-03-02T22:25:01.775912Z","end":"2026-03-02T22:25:01.88036Z","steps":["trace[1787128709] 'process raft request' (duration: 104.38808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:01.880458Z","caller":"traceutil/trace.go:171","msg":"trace[771305281] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"105.072453ms","start":"2026-03-02T22:25:01.775317Z","end":"2026-03-02T22:25:01.88039Z","steps":["trace[771305281] 'process raft request' (duration: 61.331116ms)","trace[771305281] 'compare' (duration: 43.533453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:25:02.647168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.327561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T22:25:02.647257Z","caller":"traceutil/trace.go:171","msg":"trace[1651456387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4739; }","duration":"124.467014ms","start":"2026-03-02T22:25:02.522771Z","end":"2026-03-02T22:25:02.647238Z","steps":["trace[1651456387] 'range keys from in-memory index tree' (duration: 124.117187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:08.114044Z","caller":"traceutil/trace.go:171","msg":"trace[549188306] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"129.203452ms","start":"2026-03-02T22:25:07.984818Z","end":"2026-03-02T22:25:08.114022Z","steps":["trace[549188306] 'process raft request' (duration: 128.694573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:09.812173Z","caller":"traceutil/trace.go:171","msg":"trace[1265717290] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5060; }","duration":"160.65766ms","start":"2026-03-02T22:25:09.651493Z","end":"2026-03-02T22:25:09.812151Z","steps":["trace[1265717290] 'read index received' (duration: 160.542368ms)","trace[1265717290] 'applied index is now lower than readState.Index' (duration: 114.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:09.812239Z","caller":"traceutil/trace.go:171","msg":"trace[1051457927] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"176.627628ms","start":"2026-03-02T22:25:09.635575Z","end":"2026-03-02T22:25:09.812203Z","steps":["trace[1051457927] 'process raft request' (duration: 176.440695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:09.81236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.856714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0897b85-0198-425d-bb2b-12a4d82b5733\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T22:25:09.812394Z","caller":"traceutil/trace.go:171","msg":"trace[1911480451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0897b85-0198-425d-bb2b-12a4d82b5733; range_end:; response_count:1; response_revision:4870; }","duration":"160.948406ms","start":"2026-03-02T22:25:09.651435Z","end":"2026-03-02T22:25:09.812384Z","steps":["trace[1911480451] 'agreement among raft nodes before linearized reading' (duration: 160.811053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.665395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335667970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:25:10.756609Z","caller":"traceutil/trace.go:171","msg":"trace[1122247857] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"637.724588ms","start":"2026-03-02T22:25:10.118859Z","end":"2026-03-02T22:25:10.756583Z","steps":["trace[1122247857] 'process raft request' (duration: 637.593516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.756753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.118836Z","time spent":"637.84797ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:10.804586Z","caller":"traceutil/trace.go:171","msg":"trace[1680931218] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"639.932299ms","start":"2026-03-02T22:25:10.164637Z","end":"2026-03-02T22:25:10.80457Z","steps":["trace[1680931218] 'process raft request' (duration: 639.803307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.80469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.164611Z","time spent":"640.028242ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:25:10.804774Z","caller":"traceutil/trace.go:171","msg":"trace[937395347] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5063; }","duration":"640.007481ms","start":"2026-03-02T22:25:10.164735Z","end":"2026-03-02T22:25:10.804743Z","steps":["trace[937395347] 'read index received' (duration: 591.828111ms)","trace[937395347] 'applied index is now lower than readState.Index' (duration: 48.177669ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:10.804947Z","caller":"traceutil/trace.go:171","msg":"trace[1480518848] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"428.99306ms","start":"2026-03-02T22:25:10.375852Z","end":"2026-03-02T22:25:10.804845Z","steps":["trace[1480518848] 'process raft request' (duration: 428.678995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.805166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.323402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0897b85-0198-425d-bb2b-12a4d82b5733\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T22:25:10.80525Z","caller":"traceutil/trace.go:171","msg":"trace[1337071310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0897b85-0198-425d-bb2b-12a4d82b5733; range_end:; response_count:1; response_revision:4874; }","duration":"372.362273ms","start":"2026-03-02T22:25:10.432836Z","end":"2026-03-02T22:25:10.805199Z","steps":["trace[1337071310] 'agreement among raft nodes before linearized reading' (duration: 372.280642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.805276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.884116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T22:25:10.805306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.432822Z","time spent":"372.474315ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0897b85-0198-425d-bb2b-12a4d82b5733\" "} {"level":"info","ts":"2026-03-02T22:25:10.805317Z","caller":"traceutil/trace.go:171","msg":"trace[219304833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:4874; }","duration":"407.938727ms","start":"2026-03-02T22:25:10.397367Z","end":"2026-03-02T22:25:10.805306Z","steps":["trace[219304833] 'agreement among raft nodes before linearized reading' (duration: 407.758974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.805352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.3973Z","time spent":"408.04481ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rk55h\" "} {"level":"warn","ts":"2026-03-02T22:25:10.80507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.319587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:25:10.805689Z","caller":"traceutil/trace.go:171","msg":"trace[694817398] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:4874; }","duration":"640.991739ms","start":"2026-03-02T22:25:10.16468Z","end":"2026-03-02T22:25:10.805671Z","steps":["trace[694817398] 'agreement among raft nodes before linearized reading' (duration: 640.230025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:10.805787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.164658Z","time spent":"641.101242ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-03-02T22:25:10.805941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:10.375825Z","time spent":"429.593192ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:19.256764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.070706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"info","ts":"2026-03-02T22:25:19.256852Z","caller":"traceutil/trace.go:171","msg":"trace[1963045674] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5019; }","duration":"486.198538ms","start":"2026-03-02T22:25:18.770633Z","end":"2026-03-02T22:25:19.256832Z","steps":["trace[1963045674] 'range keys from in-memory index tree' (duration: 485.842862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.256897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.770617Z","time spent":"486.26892ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16426,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T22:25:19.256966Z","caller":"traceutil/trace.go:171","msg":"trace[1845578995] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"472.721597ms","start":"2026-03-02T22:25:18.784219Z","end":"2026-03-02T22:25:19.25694Z","steps":["trace[1845578995] 'process raft request' (duration: 432.390694ms)","trace[1845578995] 'compare' (duration: 39.972956ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:25:19.257058Z","caller":"traceutil/trace.go:171","msg":"trace[1137160198] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5215; }","duration":"454.69094ms","start":"2026-03-02T22:25:18.802347Z","end":"2026-03-02T22:25:19.257038Z","steps":["trace[1137160198] 'read index received' (duration: 414.412867ms)","trace[1137160198] 'applied index is now lower than readState.Index' (duration: 40.257542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:25:19.257095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.784198Z","time spent":"472.841959ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:19.25728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.913304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T22:25:19.257346Z","caller":"traceutil/trace.go:171","msg":"trace[1524667039] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5021; }","duration":"454.985785ms","start":"2026-03-02T22:25:18.802342Z","end":"2026-03-02T22:25:19.257328Z","steps":["trace[1524667039] 'agreement among raft nodes before linearized reading' (duration: 454.771021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:19.257288Z","caller":"traceutil/trace.go:171","msg":"trace[674365849] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"429.264315ms","start":"2026-03-02T22:25:18.827988Z","end":"2026-03-02T22:25:19.257252Z","steps":["trace[674365849] 'process raft request' (duration: 428.939919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.257384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.802295Z","time spent":"455.082597ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:25:19.257573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.827961Z","time spent":"429.438249ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:19.257963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.785077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:25:19.257971Z","caller":"traceutil/trace.go:171","msg":"trace[1517378764] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"428.490621ms","start":"2026-03-02T22:25:18.829462Z","end":"2026-03-02T22:25:19.257952Z","steps":["trace[1517378764] 'process raft request' (duration: 427.621125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:19.258002Z","caller":"traceutil/trace.go:171","msg":"trace[871158857] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5022; }","duration":"292.868889ms","start":"2026-03-02T22:25:18.965124Z","end":"2026-03-02T22:25:19.257993Z","steps":["trace[871158857] 'agreement among raft nodes before linearized reading' (duration: 292.800727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.258032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.114962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T22:25:19.258027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.702873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T22:25:19.258085Z","caller":"traceutil/trace.go:171","msg":"trace[1092544732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5022; }","duration":"241.212004ms","start":"2026-03-02T22:25:19.016861Z","end":"2026-03-02T22:25:19.258073Z","steps":["trace[1092544732] 'agreement among raft nodes before linearized reading' (duration: 241.077082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:19.25812Z","caller":"traceutil/trace.go:171","msg":"trace[1383487920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5022; }","duration":"204.826755ms","start":"2026-03-02T22:25:19.053276Z","end":"2026-03-02T22:25:19.258103Z","steps":["trace[1383487920] 'agreement among raft nodes before linearized reading' (duration: 204.57648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.258202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.568511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T22:25:19.258249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.044795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T22:25:19.258278Z","caller":"traceutil/trace.go:171","msg":"trace[312376238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5022; }","duration":"351.074746ms","start":"2026-03-02T22:25:18.907197Z","end":"2026-03-02T22:25:19.258272Z","steps":["trace[312376238] 'agreement among raft nodes before linearized reading' (duration: 351.000464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:19.258273Z","caller":"traceutil/trace.go:171","msg":"trace[564897597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5022; }","duration":"346.667063ms","start":"2026-03-02T22:25:18.91159Z","end":"2026-03-02T22:25:19.258257Z","steps":["trace[564897597] 'agreement among raft nodes before linearized reading' (duration: 346.50443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.258301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.907154Z","time spent":"351.142716ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:25:19.258323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.911574Z","time spent":"346.736204ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:25:19.25806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.829431Z","time spent":"428.581152ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:25:19.258419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.06712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:25:19.258057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.605209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T22:25:19.258461Z","caller":"traceutil/trace.go:171","msg":"trace[153778574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5022; }","duration":"204.144472ms","start":"2026-03-02T22:25:19.054307Z","end":"2026-03-02T22:25:19.258451Z","steps":["trace[153778574] 'agreement among raft nodes before linearized reading' (duration: 204.04976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:25:19.258493Z","caller":"traceutil/trace.go:171","msg":"trace[694656179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:5022; }","duration":"409.107169ms","start":"2026-03-02T22:25:18.849374Z","end":"2026-03-02T22:25:19.258481Z","steps":["trace[694656179] 'agreement among raft nodes before linearized reading' (duration: 408.472637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:25:19.258549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:25:18.849361Z","time spent":"409.162669ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rk55h\" "} {"level":"info","ts":"2026-03-02T22:25:23.924349Z","caller":"traceutil/trace.go:171","msg":"trace[1482053824] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"106.198313ms","start":"2026-03-02T22:25:23.818109Z","end":"2026-03-02T22:25:23.924307Z","steps":["trace[1482053824] 'process raft request' (duration: 105.862617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:08.974089Z","caller":"traceutil/trace.go:171","msg":"trace[1444590613] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"112.446216ms","start":"2026-03-02T22:26:08.861617Z","end":"2026-03-02T22:26:08.974063Z","steps":["trace[1444590613] 'process raft request' (duration: 112.273523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:26:57.119123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-03-02T22:26:57.174331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"53.680375ms","hash":170280197,"current-db-size-bytes":41725952,"current-db-size":"42 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T22:26:57.174392Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":170280197,"revision":2752,"compact-revision":-1} {"level":"info","ts":"2026-03-02T22:31:37.513297Z","caller":"traceutil/trace.go:171","msg":"trace[1933845819] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"358.461792ms","start":"2026-03-02T22:31:37.154803Z","end":"2026-03-02T22:31:37.513265Z","steps":["trace[1933845819] 'process raft request' (duration: 317.620473ms)","trace[1933845819] 'compare' (duration: 40.707777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:31:37.5135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.154782Z","time spent":"358.610215ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:31:37.51623Z","caller":"traceutil/trace.go:171","msg":"trace[154615214] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7940; }","duration":"357.062066ms","start":"2026-03-02T22:31:37.159142Z","end":"2026-03-02T22:31:37.516204Z","steps":["trace[154615214] 'read index received' (duration: 313.359413ms)","trace[154615214] 'applied index is now lower than readState.Index' (duration: 43.701723ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:31:37.516314Z","caller":"traceutil/trace.go:171","msg":"trace[563561237] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"360.093633ms","start":"2026-03-02T22:31:37.156187Z","end":"2026-03-02T22:31:37.516281Z","steps":["trace[563561237] 'process raft request' (duration: 359.880259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.516435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.336574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.516448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.764371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.516468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.681099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T22:31:37.516471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.156176Z","time spent":"360.215675ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:31:37.516469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.30447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:31:37.516506Z","caller":"traceutil/trace.go:171","msg":"trace[265062456] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7654; }","duration":"244.849842ms","start":"2026-03-02T22:31:37.271637Z","end":"2026-03-02T22:31:37.516487Z","steps":["trace[265062456] 'agreement among raft nodes before linearized reading' (duration: 244.74593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.516542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.18636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.516542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.338351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.516591Z","caller":"traceutil/trace.go:171","msg":"trace[243330739] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7654; }","duration":"304.258482ms","start":"2026-03-02T22:31:37.21232Z","end":"2026-03-02T22:31:37.516578Z","steps":["trace[243330739] 'agreement among raft nodes before linearized reading' (duration: 304.198611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.516605Z","caller":"traceutil/trace.go:171","msg":"trace[1923956602] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7654; }","duration":"245.405352ms","start":"2026-03-02T22:31:37.271186Z","end":"2026-03-02T22:31:37.516591Z","steps":["trace[1923956602] 'agreement among raft nodes before linearized reading' (duration: 245.327261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.516634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.212305Z","time spent":"304.319693ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T22:31:37.516671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.134866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.516708Z","caller":"traceutil/trace.go:171","msg":"trace[29062992] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7654; }","duration":"324.189387ms","start":"2026-03-02T22:31:37.192509Z","end":"2026-03-02T22:31:37.516698Z","steps":["trace[29062992] 'agreement among raft nodes before linearized reading' (duration: 324.144256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.516784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.192503Z","time spent":"324.237168ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T22:31:37.516821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.635437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.516833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.302937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T22:31:37.51685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.526526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.516862Z","caller":"traceutil/trace.go:171","msg":"trace[1361228303] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7654; }","duration":"245.691778ms","start":"2026-03-02T22:31:37.271161Z","end":"2026-03-02T22:31:37.516853Z","steps":["trace[1361228303] 'agreement among raft nodes before linearized reading' (duration: 245.628887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.516868Z","caller":"traceutil/trace.go:171","msg":"trace[1869255470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:7654; }","duration":"103.377657ms","start":"2026-03-02T22:31:37.413481Z","end":"2026-03-02T22:31:37.516859Z","steps":["trace[1869255470] 'agreement among raft nodes before linearized reading' (duration: 103.218064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.516885Z","caller":"traceutil/trace.go:171","msg":"trace[1653902258] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7654; }","duration":"348.572956ms","start":"2026-03-02T22:31:37.1683Z","end":"2026-03-02T22:31:37.516873Z","steps":["trace[1653902258] 'agreement among raft nodes before linearized reading' (duration: 348.511185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.516925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.168297Z","time spent":"348.618547ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:31:37.51703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.595969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.517069Z","caller":"traceutil/trace.go:171","msg":"trace[936686566] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7654; }","duration":"260.679501ms","start":"2026-03-02T22:31:37.256379Z","end":"2026-03-02T22:31:37.517059Z","steps":["trace[936686566] 'agreement among raft nodes before linearized reading' (duration: 260.598529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.517109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.289101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.517142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.016452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.517159Z","caller":"traceutil/trace.go:171","msg":"trace[1127127262] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7654; }","duration":"348.355783ms","start":"2026-03-02T22:31:37.168792Z","end":"2026-03-02T22:31:37.517148Z","steps":["trace[1127127262] 'agreement among raft nodes before linearized reading' (duration: 348.281211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.517181Z","caller":"traceutil/trace.go:171","msg":"trace[1046522994] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7654; }","duration":"230.090774ms","start":"2026-03-02T22:31:37.28708Z","end":"2026-03-02T22:31:37.517171Z","steps":["trace[1046522994] 'agreement among raft nodes before linearized reading' (duration: 230.028353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.5172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.168784Z","time spent":"348.408073ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-02T22:31:37.517139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.908815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.517351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.561437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.517373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.198086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.517394Z","caller":"traceutil/trace.go:171","msg":"trace[1125570856] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7654; }","duration":"278.630019ms","start":"2026-03-02T22:31:37.238754Z","end":"2026-03-02T22:31:37.517384Z","steps":["trace[1125570856] 'agreement among raft nodes before linearized reading' (duration: 278.567358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.517407Z","caller":"traceutil/trace.go:171","msg":"trace[1683349040] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7654; }","duration":"230.257447ms","start":"2026-03-02T22:31:37.28714Z","end":"2026-03-02T22:31:37.517398Z","steps":["trace[1683349040] 'agreement among raft nodes before linearized reading' (duration: 230.205886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.517453Z","caller":"traceutil/trace.go:171","msg":"trace[124893730] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7654; }","duration":"304.247082ms","start":"2026-03-02T22:31:37.213106Z","end":"2026-03-02T22:31:37.517353Z","steps":["trace[124893730] 'agreement among raft nodes before linearized reading' (duration: 303.309574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.517568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.213098Z","time spent":"304.452065ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-02T22:31:37.517663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.711179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.517698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.288448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:31:37.517252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.648779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.518455Z","caller":"traceutil/trace.go:171","msg":"trace[1641364967] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7654; }","duration":"231.047713ms","start":"2026-03-02T22:31:37.287367Z","end":"2026-03-02T22:31:37.518415Z","steps":["trace[1641364967] 'agreement among raft nodes before linearized reading' (duration: 229.631836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.518507Z","caller":"traceutil/trace.go:171","msg":"trace[898623946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7654; }","duration":"262.910583ms","start":"2026-03-02T22:31:37.255576Z","end":"2026-03-02T22:31:37.518487Z","steps":["trace[898623946] 'agreement among raft nodes before linearized reading' (duration: 261.645119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.517553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.785542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.518624Z","caller":"traceutil/trace.go:171","msg":"trace[800543972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7654; }","duration":"279.910253ms","start":"2026-03-02T22:31:37.238694Z","end":"2026-03-02T22:31:37.518605Z","steps":["trace[800543972] 'agreement among raft nodes before linearized reading' (duration: 278.786492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.516512Z","caller":"traceutil/trace.go:171","msg":"trace[455720986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7654; }","duration":"356.77432ms","start":"2026-03-02T22:31:37.159719Z","end":"2026-03-02T22:31:37.516494Z","steps":["trace[455720986] 'agreement among raft nodes before linearized reading' (duration: 356.628968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.51876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.1597Z","time spent":"359.038884ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:31:37.516637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.442763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.518815Z","caller":"traceutil/trace.go:171","msg":"trace[1108228298] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7654; }","duration":"325.635004ms","start":"2026-03-02T22:31:37.193167Z","end":"2026-03-02T22:31:37.518802Z","steps":["trace[1108228298] 'agreement among raft nodes before linearized reading' (duration: 323.449123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.518886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.193157Z","time spent":"325.699336ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-02T22:31:37.516591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.101605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.516492Z","caller":"traceutil/trace.go:171","msg":"trace[51892420] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7654; }","duration":"277.471207ms","start":"2026-03-02T22:31:37.239004Z","end":"2026-03-02T22:31:37.516475Z","steps":["trace[51892420] 'agreement among raft nodes before linearized reading' (duration: 277.345175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.518979Z","caller":"traceutil/trace.go:171","msg":"trace[2043102613] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7654; }","duration":"326.48161ms","start":"2026-03-02T22:31:37.192456Z","end":"2026-03-02T22:31:37.518938Z","steps":["trace[2043102613] 'agreement among raft nodes before linearized reading' (duration: 324.107576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.516536Z","caller":"traceutil/trace.go:171","msg":"trace[1839732430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7654; }","duration":"357.393473ms","start":"2026-03-02T22:31:37.159129Z","end":"2026-03-02T22:31:37.516522Z","steps":["trace[1839732430] 'agreement among raft nodes before linearized reading' (duration: 357.172189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.519038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.159123Z","time spent":"359.90479ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:31:37.519038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.192442Z","time spent":"326.578812ms","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:31:37.516437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.794867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.519155Z","caller":"traceutil/trace.go:171","msg":"trace[1985533189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7654; }","duration":"320.604899ms","start":"2026-03-02T22:31:37.198539Z","end":"2026-03-02T22:31:37.519144Z","steps":["trace[1985533189] 'agreement among raft nodes before linearized reading' (duration: 317.834437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.519182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.198529Z","time spent":"320.64658ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:31:37.516499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.101338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.519243Z","caller":"traceutil/trace.go:171","msg":"trace[445398078] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7654; }","duration":"306.854641ms","start":"2026-03-02T22:31:37.212371Z","end":"2026-03-02T22:31:37.519226Z","steps":["trace[445398078] 'agreement among raft nodes before linearized reading' (duration: 304.101929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.519309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.212364Z","time spent":"306.927862ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:31:37.517591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.134968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:31:37.519404Z","caller":"traceutil/trace.go:171","msg":"trace[1015160483] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7654; }","duration":"263.970333ms","start":"2026-03-02T22:31:37.255425Z","end":"2026-03-02T22:31:37.519396Z","steps":["trace[1015160483] 'agreement among raft nodes before linearized reading' (duration: 262.132008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:31:37.517734Z","caller":"traceutil/trace.go:171","msg":"trace[652215167] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7654; }","duration":"349.445312ms","start":"2026-03-02T22:31:37.168275Z","end":"2026-03-02T22:31:37.51772Z","steps":["trace[652215167] 'agreement among raft nodes before linearized reading' (duration: 348.696068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:37.519556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:37.168267Z","time spent":"351.273487ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-02T22:31:38.527647Z","caller":"traceutil/trace.go:171","msg":"trace[1061827673] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"391.801091ms","start":"2026-03-02T22:31:38.135822Z","end":"2026-03-02T22:31:38.527623Z","steps":["trace[1061827673] 'process raft request' (duration: 391.671108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:31:38.527925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:31:38.135798Z","time spent":"391.917023ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:31:39.733434Z","caller":"traceutil/trace.go:171","msg":"trace[1042000324] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"167.411643ms","start":"2026-03-02T22:31:39.565985Z","end":"2026-03-02T22:31:39.733397Z","steps":["trace[1042000324] 'process raft request' (duration: 91.981952ms)","trace[1042000324] 'compare' (duration: 75.252298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:31:57.125557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5782} {"level":"info","ts":"2026-03-02T22:31:57.216986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5782,"took":"90.186899ms","hash":2749634008,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":22499328,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T22:31:57.217073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2749634008,"revision":5782,"compact-revision":2752} {"level":"info","ts":"2026-03-02T22:32:03.687318Z","caller":"traceutil/trace.go:171","msg":"trace[2015616062] linearizableReadLoop","detail":"{readStateIndex:8130; appliedIndex:8129; }","duration":"129.152633ms","start":"2026-03-02T22:32:03.558143Z","end":"2026-03-02T22:32:03.687296Z","steps":["trace[2015616062] 'read index received' (duration: 128.909569ms)","trace[2015616062] 'applied index is now lower than readState.Index' (duration: 242.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:03.687447Z","caller":"traceutil/trace.go:171","msg":"trace[545920985] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"138.806175ms","start":"2026-03-02T22:32:03.548611Z","end":"2026-03-02T22:32:03.687417Z","steps":["trace[545920985] 'process raft request' (duration: 138.427798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:03.688032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.864067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-02T22:32:03.688162Z","caller":"traceutil/trace.go:171","msg":"trace[1230655275] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7834; }","duration":"130.008919ms","start":"2026-03-02T22:32:03.558114Z","end":"2026-03-02T22:32:03.688123Z","steps":["trace[1230655275] 'agreement among raft nodes before linearized reading' (duration: 129.346927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:09.511458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.010287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T22:32:09.51154Z","caller":"traceutil/trace.go:171","msg":"trace[595151854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7862; }","duration":"175.16561ms","start":"2026-03-02T22:32:09.336356Z","end":"2026-03-02T22:32:09.511522Z","steps":["trace[595151854] 'range keys from in-memory index tree' (duration: 174.808463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:09.51146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.078572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T22:32:09.511683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.573454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:32:09.51176Z","caller":"traceutil/trace.go:171","msg":"trace[2030684197] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7862; }","duration":"438.397218ms","start":"2026-03-02T22:32:09.073324Z","end":"2026-03-02T22:32:09.511721Z","steps":["trace[2030684197] 'range keys from in-memory index tree' (duration: 437.95508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:09.511816Z","caller":"traceutil/trace.go:171","msg":"trace[590692535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7862; }","duration":"315.771868ms","start":"2026-03-02T22:32:09.196Z","end":"2026-03-02T22:32:09.511772Z","steps":["trace[590692535] 'range keys from in-memory index tree' (duration: 315.460873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:09.511844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:09.073308Z","time spent":"438.51455ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T22:32:09.511891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:09.195977Z","time spent":"315.90199ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:32:09.824613Z","caller":"traceutil/trace.go:171","msg":"trace[2095341758] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"308.220416ms","start":"2026-03-02T22:32:09.516362Z","end":"2026-03-02T22:32:09.824583Z","steps":["trace[2095341758] 'process raft request' (duration: 308.047713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:09.824882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:09.516333Z","time spent":"308.448261ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:32:09.832915Z","caller":"traceutil/trace.go:171","msg":"trace[232654247] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"315.276119ms","start":"2026-03-02T22:32:09.517618Z","end":"2026-03-02T22:32:09.832895Z","steps":["trace[232654247] 'process raft request' (duration: 314.963733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:09.832834Z","caller":"traceutil/trace.go:171","msg":"trace[690212790] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8159; }","duration":"118.196527ms","start":"2026-03-02T22:32:09.7146Z","end":"2026-03-02T22:32:09.832797Z","steps":["trace[690212790] 'read index received' (duration: 109.919141ms)","trace[690212790] 'applied index is now lower than readState.Index' (duration: 8.275846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:32:09.833191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.556193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T22:32:09.83351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.514828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T22:32:09.833149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:32:09.517597Z","time spent":"315.487793ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:32:09.833569Z","caller":"traceutil/trace.go:171","msg":"trace[718237960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7864; }","duration":"105.599649ms","start":"2026-03-02T22:32:09.727954Z","end":"2026-03-02T22:32:09.833554Z","steps":["trace[718237960] 'agreement among raft nodes before linearized reading' (duration: 105.473187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:09.833656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.668615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T22:32:09.833726Z","caller":"traceutil/trace.go:171","msg":"trace[1110918617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7864; }","duration":"101.777707ms","start":"2026-03-02T22:32:09.731931Z","end":"2026-03-02T22:32:09.833708Z","steps":["trace[1110918617] 'agreement among raft nodes before linearized reading' (duration: 101.530372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:09.833878Z","caller":"traceutil/trace.go:171","msg":"trace[684224810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7864; }","duration":"118.849669ms","start":"2026-03-02T22:32:09.714543Z","end":"2026-03-02T22:32:09.833393Z","steps":["trace[684224810] 'agreement among raft nodes before linearized reading' (duration: 118.430331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:10.361905Z","caller":"traceutil/trace.go:171","msg":"trace[1389240551] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8166; }","duration":"165.279663ms","start":"2026-03-02T22:32:10.196599Z","end":"2026-03-02T22:32:10.361879Z","steps":["trace[1389240551] 'read index received' (duration: 165.269103ms)","trace[1389240551] 'applied index is now lower than readState.Index' (duration: 8.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:32:10.362116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.491857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:32:10.362243Z","caller":"traceutil/trace.go:171","msg":"trace[20751652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"165.65618ms","start":"2026-03-02T22:32:10.196534Z","end":"2026-03-02T22:32:10.36219Z","steps":["trace[20751652] 'agreement among raft nodes before linearized reading' (duration: 165.466597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:21.981464Z","caller":"traceutil/trace.go:171","msg":"trace[765011758] linearizableReadLoop","detail":"{readStateIndex:8266; appliedIndex:8265; }","duration":"214.788416ms","start":"2026-03-02T22:32:21.766651Z","end":"2026-03-02T22:32:21.98144Z","steps":["trace[765011758] 'read index received' (duration: 214.653414ms)","trace[765011758] 'applied index is now lower than readState.Index' (duration: 133.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:21.981546Z","caller":"traceutil/trace.go:171","msg":"trace[837257094] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"233.868706ms","start":"2026-03-02T22:32:21.747652Z","end":"2026-03-02T22:32:21.98152Z","steps":["trace[837257094] 'process raft request' (duration: 233.633781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:21.98171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.97604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:32:21.981714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.047651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-02T22:32:21.981755Z","caller":"traceutil/trace.go:171","msg":"trace[1603811906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7964; }","duration":"103.075112ms","start":"2026-03-02T22:32:21.878667Z","end":"2026-03-02T22:32:21.981743Z","steps":["trace[1603811906] 'agreement among raft nodes before linearized reading' (duration: 102.920299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:21.981804Z","caller":"traceutil/trace.go:171","msg":"trace[1062476768] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7964; }","duration":"215.182104ms","start":"2026-03-02T22:32:21.766597Z","end":"2026-03-02T22:32:21.981779Z","steps":["trace[1062476768] 'agreement among raft nodes before linearized reading' (duration: 214.949469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:22.126058Z","caller":"traceutil/trace.go:171","msg":"trace[1389967716] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"139.208922ms","start":"2026-03-02T22:32:21.986818Z","end":"2026-03-02T22:32:22.126027Z","steps":["trace[1389967716] 'process raft request' (duration: 139.013308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:22.139548Z","caller":"traceutil/trace.go:171","msg":"trace[1936691198] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8266; }","duration":"147.751823ms","start":"2026-03-02T22:32:21.991771Z","end":"2026-03-02T22:32:22.139523Z","steps":["trace[1936691198] 'read index received' (duration: 134.034885ms)","trace[1936691198] 'applied index is now lower than readState.Index' (duration: 13.715968ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:22.139666Z","caller":"traceutil/trace.go:171","msg":"trace[807769654] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"149.230831ms","start":"2026-03-02T22:32:21.990399Z","end":"2026-03-02T22:32:22.13963Z","steps":["trace[807769654] 'process raft request' (duration: 148.989107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:22.139865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.08697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-h6j4q\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-03-02T22:32:22.139905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.670746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T22:32:22.140016Z","caller":"traceutil/trace.go:171","msg":"trace[1616581438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:7966; }","duration":"101.805718ms","start":"2026-03-02T22:32:22.03818Z","end":"2026-03-02T22:32:22.139985Z","steps":["trace[1616581438] 'agreement among raft nodes before linearized reading' (duration: 101.540703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:22.140053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.128056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T22:32:22.140119Z","caller":"traceutil/trace.go:171","msg":"trace[320643255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7966; }","duration":"109.228918ms","start":"2026-03-02T22:32:22.030874Z","end":"2026-03-02T22:32:22.140103Z","steps":["trace[320643255] 'agreement among raft nodes before linearized reading' (duration: 109.086956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:22.140138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.645399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T22:32:22.140176Z","caller":"traceutil/trace.go:171","msg":"trace[892118655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7966; }","duration":"115.704109ms","start":"2026-03-02T22:32:22.024464Z","end":"2026-03-02T22:32:22.140168Z","steps":["trace[892118655] 'agreement among raft nodes before linearized reading' (duration: 115.562247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:22.139905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.579595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:32:22.14029Z","caller":"traceutil/trace.go:171","msg":"trace[1844759129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7966; }","duration":"117.945942ms","start":"2026-03-02T22:32:22.022297Z","end":"2026-03-02T22:32:22.140243Z","steps":["trace[1844759129] 'agreement among raft nodes before linearized reading' (duration: 117.391811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:22.139936Z","caller":"traceutil/trace.go:171","msg":"trace[376880483] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-h6j4q; range_end:; response_count:1; response_revision:7966; }","duration":"148.224682ms","start":"2026-03-02T22:32:21.991698Z","end":"2026-03-02T22:32:22.139923Z","steps":["trace[376880483] 'agreement among raft nodes before linearized reading' (duration: 147.955207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:23.012249Z","caller":"traceutil/trace.go:171","msg":"trace[382133589] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8276; }","duration":"196.93036ms","start":"2026-03-02T22:32:22.815298Z","end":"2026-03-02T22:32:23.012228Z","steps":["trace[382133589] 'read index received' (duration: 196.814508ms)","trace[382133589] 'applied index is now lower than readState.Index' (duration: 114.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:23.012349Z","caller":"traceutil/trace.go:171","msg":"trace[695057564] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"284.0285ms","start":"2026-03-02T22:32:22.728277Z","end":"2026-03-02T22:32:23.012306Z","steps":["trace[695057564] 'process raft request' (duration: 283.766015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:23.012498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.123734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T22:32:23.012566Z","caller":"traceutil/trace.go:171","msg":"trace[1709986462] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7975; }","duration":"197.296357ms","start":"2026-03-02T22:32:22.815237Z","end":"2026-03-02T22:32:23.012533Z","steps":["trace[1709986462] 'agreement among raft nodes before linearized reading' (duration: 197.088583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:23.167173Z","caller":"traceutil/trace.go:171","msg":"trace[2067097016] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"239.705696ms","start":"2026-03-02T22:32:22.927434Z","end":"2026-03-02T22:32:23.16714Z","steps":["trace[2067097016] 'process raft request' (duration: 172.313786ms)","trace[2067097016] 'compare' (duration: 66.929921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:23.167521Z","caller":"traceutil/trace.go:171","msg":"trace[1821196067] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"210.819311ms","start":"2026-03-02T22:32:22.95669Z","end":"2026-03-02T22:32:23.167509Z","steps":["trace[1821196067] 'process raft request' (duration: 210.155779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:23.167591Z","caller":"traceutil/trace.go:171","msg":"trace[1306644512] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"224.56431ms","start":"2026-03-02T22:32:22.942996Z","end":"2026-03-02T22:32:23.167561Z","steps":["trace[1306644512] 'process raft request' (duration: 223.807386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:23.417276Z","caller":"traceutil/trace.go:171","msg":"trace[387528488] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8284; }","duration":"108.597746ms","start":"2026-03-02T22:32:23.308654Z","end":"2026-03-02T22:32:23.417252Z","steps":["trace[387528488] 'read index received' (duration: 91.139327ms)","trace[387528488] 'applied index is now lower than readState.Index' (duration: 17.457769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:23.417362Z","caller":"traceutil/trace.go:171","msg":"trace[1779351781] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"114.206822ms","start":"2026-03-02T22:32:23.303117Z","end":"2026-03-02T22:32:23.417324Z","steps":["trace[1779351781] 'process raft request' (duration: 96.745873ms)","trace[1779351781] 'compare' (duration: 17.276835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:32:23.417495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.068333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-02T22:32:23.417805Z","caller":"traceutil/trace.go:171","msg":"trace[1145010258] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7983; }","duration":"110.40865ms","start":"2026-03-02T22:32:23.307383Z","end":"2026-03-02T22:32:23.417792Z","steps":["trace[1145010258] 'agreement among raft nodes before linearized reading' (duration: 109.956812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.425119Z","caller":"traceutil/trace.go:171","msg":"trace[1339078533] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8289; }","duration":"267.404328ms","start":"2026-03-02T22:32:24.157688Z","end":"2026-03-02T22:32:24.425093Z","steps":["trace[1339078533] 'read index received' (duration: 267.123162ms)","trace[1339078533] 'applied index is now lower than readState.Index' (duration: 279.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:24.425215Z","caller":"traceutil/trace.go:171","msg":"trace[1483019951] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"291.769826ms","start":"2026-03-02T22:32:24.133421Z","end":"2026-03-02T22:32:24.425191Z","steps":["trace[1483019951] 'process raft request' (duration: 291.45444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:24.425372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.669732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T22:32:24.425453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.123613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T22:32:24.425465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.288228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:32:24.425493Z","caller":"traceutil/trace.go:171","msg":"trace[1523407297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:7988; }","duration":"232.183474ms","start":"2026-03-02T22:32:24.1933Z","end":"2026-03-02T22:32:24.425483Z","steps":["trace[1523407297] 'agreement among raft nodes before linearized reading' (duration: 232.067482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.425497Z","caller":"traceutil/trace.go:171","msg":"trace[1853826586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7988; }","duration":"267.855796ms","start":"2026-03-02T22:32:24.157629Z","end":"2026-03-02T22:32:24.425485Z","steps":["trace[1853826586] 'agreement among raft nodes before linearized reading' (duration: 267.592611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:24.4255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.919775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T22:32:24.425588Z","caller":"traceutil/trace.go:171","msg":"trace[432413624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"236.373823ms","start":"2026-03-02T22:32:24.189199Z","end":"2026-03-02T22:32:24.425573Z","steps":["trace[432413624] 'agreement among raft nodes before linearized reading' (duration: 236.107758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:24.4256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.287552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:32:24.425528Z","caller":"traceutil/trace.go:171","msg":"trace[214142369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7988; }","duration":"230.37686ms","start":"2026-03-02T22:32:24.195133Z","end":"2026-03-02T22:32:24.42551Z","steps":["trace[214142369] 'agreement among raft nodes before linearized reading' (duration: 230.264008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.425705Z","caller":"traceutil/trace.go:171","msg":"trace[73593634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7988; }","duration":"235.430656ms","start":"2026-03-02T22:32:24.190251Z","end":"2026-03-02T22:32:24.425681Z","steps":["trace[73593634] 'agreement among raft nodes before linearized reading' (duration: 235.14589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:24.425769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.470956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T22:32:24.425898Z","caller":"traceutil/trace.go:171","msg":"trace[619751723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7988; }","duration":"235.660189ms","start":"2026-03-02T22:32:24.190206Z","end":"2026-03-02T22:32:24.425866Z","steps":["trace[619751723] 'agreement among raft nodes before linearized reading' (duration: 235.256621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.537896Z","caller":"traceutil/trace.go:171","msg":"trace[186531004] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8290; }","duration":"106.745291ms","start":"2026-03-02T22:32:24.431123Z","end":"2026-03-02T22:32:24.537869Z","steps":["trace[186531004] 'read index received' (duration: 26.227974ms)","trace[186531004] 'applied index is now lower than readState.Index' (duration: 80.516027ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:32:24.538007Z","caller":"traceutil/trace.go:171","msg":"trace[1617994976] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"106.774591ms","start":"2026-03-02T22:32:24.431164Z","end":"2026-03-02T22:32:24.537939Z","steps":["trace[1617994976] 'process raft request' (duration: 106.666609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.538023Z","caller":"traceutil/trace.go:171","msg":"trace[1332227915] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"107.267631ms","start":"2026-03-02T22:32:24.430713Z","end":"2026-03-02T22:32:24.537981Z","steps":["trace[1332227915] 'process raft request' (duration: 106.888984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:32:24.537927Z","caller":"traceutil/trace.go:171","msg":"trace[1628923625] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"107.151278ms","start":"2026-03-02T22:32:24.430749Z","end":"2026-03-02T22:32:24.537901Z","steps":["trace[1628923625] 'process raft request' (duration: 107.037106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:32:24.539146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.988184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227429"} {"level":"info","ts":"2026-03-02T22:32:24.539228Z","caller":"traceutil/trace.go:171","msg":"trace[227097723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7992; }","duration":"108.107646ms","start":"2026-03-02T22:32:24.431103Z","end":"2026-03-02T22:32:24.539211Z","steps":["trace[227097723] 'agreement among raft nodes before linearized reading' (duration: 106.880283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:23.033535Z","caller":"traceutil/trace.go:171","msg":"trace[1030248242] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"200.648296ms","start":"2026-03-02T22:33:22.832858Z","end":"2026-03-02T22:33:23.033507Z","steps":["trace[1030248242] 'process raft request' (duration: 200.491243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:23.033782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.877528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T22:33:23.033559Z","caller":"traceutil/trace.go:171","msg":"trace[218914405] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8913; }","duration":"193.642983ms","start":"2026-03-02T22:33:22.839894Z","end":"2026-03-02T22:33:23.033537Z","steps":["trace[218914405] 'read index received' (duration: 193.633293ms)","trace[218914405] 'applied index is now lower than readState.Index' (duration: 7.89µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:23.033826Z","caller":"traceutil/trace.go:171","msg":"trace[1793161493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8594; }","duration":"193.99286ms","start":"2026-03-02T22:33:22.839823Z","end":"2026-03-02T22:33:23.033816Z","steps":["trace[1793161493] 'agreement among raft nodes before linearized reading' (duration: 193.781246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:23.034533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.66813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T22:33:23.034549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.747206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T22:33:23.03457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.275246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T22:33:23.034586Z","caller":"traceutil/trace.go:171","msg":"trace[1786358815] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8595; }","duration":"188.751222ms","start":"2026-03-02T22:33:22.845819Z","end":"2026-03-02T22:33:23.034571Z","steps":["trace[1786358815] 'agreement among raft nodes before linearized reading' (duration: 188.65016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:23.034636Z","caller":"traceutil/trace.go:171","msg":"trace[146497178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:8595; }","duration":"126.375298ms","start":"2026-03-02T22:33:22.908245Z","end":"2026-03-02T22:33:23.03462Z","steps":["trace[146497178] 'agreement among raft nodes before linearized reading' (duration: 126.201624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:23.034629Z","caller":"traceutil/trace.go:171","msg":"trace[11398864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8595; }","duration":"193.877808ms","start":"2026-03-02T22:33:22.840727Z","end":"2026-03-02T22:33:23.034605Z","steps":["trace[11398864] 'agreement among raft nodes before linearized reading' (duration: 193.658474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:23.034861Z","caller":"traceutil/trace.go:171","msg":"trace[2039646683] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"112.65133ms","start":"2026-03-02T22:33:22.9222Z","end":"2026-03-02T22:33:23.034852Z","steps":["trace[2039646683] 'process raft request' (duration: 112.051709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:34.826973Z","caller":"traceutil/trace.go:171","msg":"trace[945520718] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"192.728126ms","start":"2026-03-02T22:33:34.63422Z","end":"2026-03-02T22:33:34.826948Z","steps":["trace[945520718] 'process raft request' (duration: 192.482752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:34.959006Z","caller":"traceutil/trace.go:171","msg":"trace[1459004105] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"126.906609ms","start":"2026-03-02T22:33:34.832071Z","end":"2026-03-02T22:33:34.958978Z","steps":["trace[1459004105] 'process raft request' (duration: 71.675819ms)","trace[1459004105] 'compare' (duration: 55.114997ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:34.993603Z","caller":"traceutil/trace.go:171","msg":"trace[1327816910] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"161.367297ms","start":"2026-03-02T22:33:34.832218Z","end":"2026-03-02T22:33:34.993585Z","steps":["trace[1327816910] 'process raft request' (duration: 161.206754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:35.306935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.931147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:33:35.306961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.585122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T22:33:35.306984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.378944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T22:33:35.307032Z","caller":"traceutil/trace.go:171","msg":"trace[962063242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8658; }","duration":"111.0899ms","start":"2026-03-02T22:33:35.195921Z","end":"2026-03-02T22:33:35.307011Z","steps":["trace[962063242] 'range keys from in-memory index tree' (duration: 110.832666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:35.307057Z","caller":"traceutil/trace.go:171","msg":"trace[1574533867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8658; }","duration":"211.711254ms","start":"2026-03-02T22:33:35.095319Z","end":"2026-03-02T22:33:35.30703Z","steps":["trace[1574533867] 'range keys from in-memory index tree' (duration: 211.422528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:35.307063Z","caller":"traceutil/trace.go:171","msg":"trace[365508199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8658; }","duration":"214.521966ms","start":"2026-03-02T22:33:35.092521Z","end":"2026-03-02T22:33:35.307043Z","steps":["trace[365508199] 'range keys from in-memory index tree' (duration: 214.233581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:35.307107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.843568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk55h\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T22:33:35.307194Z","caller":"traceutil/trace.go:171","msg":"trace[443603766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk55h; range_end:; response_count:1; response_revision:8658; }","duration":"201.97228ms","start":"2026-03-02T22:33:35.105202Z","end":"2026-03-02T22:33:35.307174Z","steps":["trace[443603766] 'range keys from in-memory index tree' (duration: 201.661555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:33:35.307216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.050417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T22:33:35.307329Z","caller":"traceutil/trace.go:171","msg":"trace[1244814423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8658; }","duration":"214.19324ms","start":"2026-03-02T22:33:35.09311Z","end":"2026-03-02T22:33:35.307303Z","steps":["trace[1244814423] 'range keys from in-memory index tree' (duration: 213.885065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:35.506696Z","caller":"traceutil/trace.go:171","msg":"trace[1854863509] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"109.746375ms","start":"2026-03-02T22:33:35.396916Z","end":"2026-03-02T22:33:35.506662Z","steps":["trace[1854863509] 'process raft request' (duration: 77.424517ms)","trace[1854863509] 'compare' (duration: 32.200126ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:33:35.51457Z","caller":"traceutil/trace.go:171","msg":"trace[483031266] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"117.318168ms","start":"2026-03-02T22:33:35.397234Z","end":"2026-03-02T22:33:35.514552Z","steps":["trace[483031266] 'process raft request' (duration: 117.190695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:35:31.748609Z","caller":"traceutil/trace.go:171","msg":"trace[1490317304] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"196.087258ms","start":"2026-03-02T22:35:31.552485Z","end":"2026-03-02T22:35:31.748572Z","steps":["trace[1490317304] 'process raft request' (duration: 140.016053ms)","trace[1490317304] 'compare' (duration: 55.760179ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:35:56.016029Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:35:56.026086Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T22:35:56.026207Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T22:36:57.132986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7753} {"level":"info","ts":"2026-03-02T22:36:57.195403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7753,"took":"60.160947ms","hash":1825641220,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":27508736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:36:57.195494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1825641220,"revision":7753,"compact-revision":5782} {"level":"info","ts":"2026-03-02T22:36:58.751519Z","caller":"traceutil/trace.go:171","msg":"trace[591747716] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"508.603819ms","start":"2026-03-02T22:36:58.24287Z","end":"2026-03-02T22:36:58.751473Z","steps":["trace[591747716] 'process raft request' (duration: 419.466819ms)","trace[591747716] 'compare' (duration: 88.673441ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:36:58.75164Z","caller":"traceutil/trace.go:171","msg":"trace[818714392] linearizableReadLoop","detail":"{readStateIndex:10666; appliedIndex:10663; }","duration":"375.924102ms","start":"2026-03-02T22:36:58.375679Z","end":"2026-03-02T22:36:58.751603Z","steps":["trace[818714392] 'read index received' (duration: 286.66876ms)","trace[818714392] 'applied index is now lower than readState.Index' (duration: 89.253842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:36:58.751747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.242844Z","time spent":"508.802102ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:36:58.751895Z","caller":"traceutil/trace.go:171","msg":"trace[1008874207] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"507.475447ms","start":"2026-03-02T22:36:58.244387Z","end":"2026-03-02T22:36:58.751862Z","steps":["trace[1008874207] 'process raft request' (duration: 506.942917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:36:58.752161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.070827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T22:36:58.752221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.463203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T22:36:58.752234Z","caller":"traceutil/trace.go:171","msg":"trace[1699653161] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"437.921645ms","start":"2026-03-02T22:36:58.31429Z","end":"2026-03-02T22:36:58.752212Z","steps":["trace[1699653161] 'process raft request' (duration: 437.161931ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:36:58.75225Z","caller":"traceutil/trace.go:171","msg":"trace[1355915504] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10293; }","duration":"177.193609ms","start":"2026-03-02T22:36:58.575036Z","end":"2026-03-02T22:36:58.75223Z","steps":["trace[1355915504] 'agreement among raft nodes before linearized reading' (duration: 177.062027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:36:58.752273Z","caller":"traceutil/trace.go:171","msg":"trace[762433443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10293; }","duration":"376.530584ms","start":"2026-03-02T22:36:58.375728Z","end":"2026-03-02T22:36:58.752258Z","steps":["trace[762433443] 'agreement among raft nodes before linearized reading' (duration: 376.356921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:36:58.75231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.375723Z","time spent":"376.580095ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:36:58.752313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.611865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T22:36:58.752338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.244376Z","time spent":"507.611041ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:36:58.752406Z","caller":"traceutil/trace.go:171","msg":"trace[1226003010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10293; }","duration":"376.753458ms","start":"2026-03-02T22:36:58.37563Z","end":"2026-03-02T22:36:58.752383Z","steps":["trace[1226003010] 'agreement among raft nodes before linearized reading' (duration: 376.512874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:36:58.752376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.566985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T22:36:58.752457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.375608Z","time spent":"376.8407ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:36:58.75249Z","caller":"traceutil/trace.go:171","msg":"trace[1094262030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10293; }","duration":"376.701888ms","start":"2026-03-02T22:36:58.375757Z","end":"2026-03-02T22:36:58.752459Z","steps":["trace[1094262030] 'agreement among raft nodes before linearized reading' (duration: 376.354211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:36:58.752561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.375752Z","time spent":"376.793019ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:36:58.752409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:36:58.31427Z","time spent":"438.024676ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:41:57.139069Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10286} {"level":"info","ts":"2026-03-02T22:41:57.219306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10286,"took":"78.018151ms","hash":4004251265,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":24690688,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-02T22:41:57.219362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4004251265,"revision":10286,"compact-revision":7753} {"level":"info","ts":"2026-03-02T22:42:58.375396Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032b4.wal"} {"level":"info","ts":"2026-03-02T22:43:46.854023Z","caller":"traceutil/trace.go:171","msg":"trace[1749500669] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"124.580612ms","start":"2026-03-02T22:43:46.729414Z","end":"2026-03-02T22:43:46.853994Z","steps":["trace[1749500669] 'process raft request' (duration: 124.380479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:46.914135Z","caller":"traceutil/trace.go:171","msg":"trace[230188960] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"144.805409ms","start":"2026-03-02T22:43:46.7693Z","end":"2026-03-02T22:43:46.914105Z","steps":["trace[230188960] 'process raft request' (duration: 128.563256ms)","trace[230188960] 'compare' (duration: 16.031269ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:43:46.914222Z","caller":"traceutil/trace.go:171","msg":"trace[1687973686] transaction","detail":"{read_only:false; response_revision:12811; number_of_response:1; }","duration":"103.449089ms","start":"2026-03-02T22:43:46.810747Z","end":"2026-03-02T22:43:46.914196Z","steps":["trace[1687973686] 'process raft request' (duration: 103.310536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:48.036245Z","caller":"traceutil/trace.go:171","msg":"trace[1856504634] linearizableReadLoop","detail":"{readStateIndex:13285; appliedIndex:13284; }","duration":"118.874906ms","start":"2026-03-02T22:43:47.917344Z","end":"2026-03-02T22:43:48.036219Z","steps":["trace[1856504634] 'read index received' (duration: 118.666772ms)","trace[1856504634] 'applied index is now lower than readState.Index' (duration: 207.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:43:48.036279Z","caller":"traceutil/trace.go:171","msg":"trace[1214900663] transaction","detail":"{read_only:false; response_revision:12815; number_of_response:1; }","duration":"245.308893ms","start":"2026-03-02T22:43:47.790948Z","end":"2026-03-02T22:43:48.036257Z","steps":["trace[1214900663] 'process raft request' (duration: 245.082269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:48.036369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.011818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:43:48.036404Z","caller":"traceutil/trace.go:171","msg":"trace[1464849709] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12815; }","duration":"119.09761ms","start":"2026-03-02T22:43:47.917296Z","end":"2026-03-02T22:43:48.036394Z","steps":["trace[1464849709] 'agreement among raft nodes before linearized reading' (duration: 119.021509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:56.97848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3b1cab7-688c-460b-ac6b-b69b71f834c9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T22:43:56.978566Z","caller":"traceutil/trace.go:171","msg":"trace[1247886840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3b1cab7-688c-460b-ac6b-b69b71f834c9; range_end:; response_count:1; response_revision:12974; }","duration":"123.350499ms","start":"2026-03-02T22:43:56.855192Z","end":"2026-03-02T22:43:56.978543Z","steps":["trace[1247886840] 'range keys from in-memory index tree' (duration: 123.044684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:56.97863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.972899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3b1cab7-688c-460b-ac6b-b69b71f834c9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T22:43:56.978695Z","caller":"traceutil/trace.go:171","msg":"trace[457458640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3b1cab7-688c-460b-ac6b-b69b71f834c9; range_end:; response_count:1; response_revision:12974; }","duration":"228.076011ms","start":"2026-03-02T22:43:56.750604Z","end":"2026-03-02T22:43:56.97868Z","steps":["trace[457458640] 'range keys from in-memory index tree' (duration: 227.825046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:57.260054Z","caller":"traceutil/trace.go:171","msg":"trace[476767057] transaction","detail":"{read_only:false; response_revision:12975; number_of_response:1; }","duration":"273.850514ms","start":"2026-03-02T22:43:56.986183Z","end":"2026-03-02T22:43:57.260033Z","steps":["trace[476767057] 'process raft request' (duration: 273.696571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:57.378618Z","caller":"traceutil/trace.go:171","msg":"trace[204815898] linearizableReadLoop","detail":"{readStateIndex:13449; appliedIndex:13448; }","duration":"118.456098ms","start":"2026-03-02T22:43:57.260141Z","end":"2026-03-02T22:43:57.378598Z","steps":["trace[204815898] 'read index received' (duration: 110.407318ms)","trace[204815898] 'applied index is now lower than readState.Index' (duration: 8.04782ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:43:57.378693Z","caller":"traceutil/trace.go:171","msg":"trace[114014346] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"138.93765ms","start":"2026-03-02T22:43:57.239733Z","end":"2026-03-02T22:43:57.37867Z","steps":["trace[114014346] 'process raft request' (duration: 130.804388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:57.379077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.786919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T22:43:57.379128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.754428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T22:43:57.379222Z","caller":"traceutil/trace.go:171","msg":"trace[803513437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12976; }","duration":"211.917421ms","start":"2026-03-02T22:43:57.167283Z","end":"2026-03-02T22:43:57.3792Z","steps":["trace[803513437] 'agreement among raft nodes before linearized reading' (duration: 211.537063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:57.379132Z","caller":"traceutil/trace.go:171","msg":"trace[1609848479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12976; }","duration":"188.880661ms","start":"2026-03-02T22:43:57.190237Z","end":"2026-03-02T22:43:57.379118Z","steps":["trace[1609848479] 'agreement among raft nodes before linearized reading' (duration: 188.517634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:57.3799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.678503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:43:57.379959Z","caller":"traceutil/trace.go:171","msg":"trace[1319812978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12976; }","duration":"176.755435ms","start":"2026-03-02T22:43:57.203187Z","end":"2026-03-02T22:43:57.379942Z","steps":["trace[1319812978] 'agreement among raft nodes before linearized reading' (duration: 175.505701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:43:57.380116Z","caller":"traceutil/trace.go:171","msg":"trace[1058496031] transaction","detail":"{read_only:false; response_revision:12977; number_of_response:1; }","duration":"103.791154ms","start":"2026-03-02T22:43:57.27631Z","end":"2026-03-02T22:43:57.380101Z","steps":["trace[1058496031] 'process raft request' (duration: 102.770365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:43:57.380218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.088964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-fjmr2\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-02T22:43:57.380283Z","caller":"traceutil/trace.go:171","msg":"trace[1766521417] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-fjmr2; range_end:; response_count:1; response_revision:12977; }","duration":"116.191926ms","start":"2026-03-02T22:43:57.264073Z","end":"2026-03-02T22:43:57.380265Z","steps":["trace[1766521417] 'agreement among raft nodes before linearized reading' (duration: 115.959791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:38.074785Z","caller":"traceutil/trace.go:171","msg":"trace[130071201] transaction","detail":"{read_only:false; response_revision:14016; number_of_response:1; }","duration":"157.683509ms","start":"2026-03-02T22:45:37.917069Z","end":"2026-03-02T22:45:38.074752Z","steps":["trace[130071201] 'process raft request' (duration: 157.471385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:38.285554Z","caller":"traceutil/trace.go:171","msg":"trace[1826231372] linearizableReadLoop","detail":"{readStateIndex:14523; appliedIndex:14521; }","duration":"349.149439ms","start":"2026-03-02T22:45:37.936386Z","end":"2026-03-02T22:45:38.285535Z","steps":["trace[1826231372] 'read index received' (duration: 138.237847ms)","trace[1826231372] 'applied index is now lower than readState.Index' (duration: 210.910372ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:45:38.285652Z","caller":"traceutil/trace.go:171","msg":"trace[1185299853] transaction","detail":"{read_only:false; response_revision:14017; number_of_response:1; }","duration":"366.312558ms","start":"2026-03-02T22:45:37.91932Z","end":"2026-03-02T22:45:38.285633Z","steps":["trace[1185299853] 'process raft request' (duration: 291.132577ms)","trace[1185299853] 'compare' (duration: 74.993548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:45:38.285746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:37.919308Z","time spent":"366.366239ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:45:38.285826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.446504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T22:45:38.285859Z","caller":"traceutil/trace.go:171","msg":"trace[1020126427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14017; }","duration":"349.501214ms","start":"2026-03-02T22:45:37.936348Z","end":"2026-03-02T22:45:38.28585Z","steps":["trace[1020126427] 'agreement among raft nodes before linearized reading' (duration: 349.408563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:38.28588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:37.936336Z","time spent":"349.538146ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:45:38.306046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.080162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:45:38.306178Z","caller":"traceutil/trace.go:171","msg":"trace[857465686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14018; }","duration":"103.283665ms","start":"2026-03-02T22:45:38.202864Z","end":"2026-03-02T22:45:38.306148Z","steps":["trace[857465686] 'agreement among raft nodes before linearized reading' (duration: 102.974009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:38.645753Z","caller":"traceutil/trace.go:171","msg":"trace[1046333264] linearizableReadLoop","detail":"{readStateIndex:14526; appliedIndex:14525; }","duration":"170.997708ms","start":"2026-03-02T22:45:38.474732Z","end":"2026-03-02T22:45:38.64573Z","steps":["trace[1046333264] 'read index received' (duration: 144.937702ms)","trace[1046333264] 'applied index is now lower than readState.Index' (duration: 26.058956ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:45:38.645845Z","caller":"traceutil/trace.go:171","msg":"trace[341499270] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"229.130781ms","start":"2026-03-02T22:45:38.416673Z","end":"2026-03-02T22:45:38.645803Z","steps":["trace[341499270] 'process raft request' (duration: 203.079036ms)","trace[341499270] 'compare' (duration: 25.578777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:45:38.645955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.231172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T22:45:38.646011Z","caller":"traceutil/trace.go:171","msg":"trace[201453156] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14020; }","duration":"171.342854ms","start":"2026-03-02T22:45:38.474653Z","end":"2026-03-02T22:45:38.645996Z","steps":["trace[201453156] 'agreement among raft nodes before linearized reading' (duration: 171.200911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.031232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.945371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T22:45:39.031544Z","caller":"traceutil/trace.go:171","msg":"trace[1153889723] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"350.035955ms","start":"2026-03-02T22:45:38.681479Z","end":"2026-03-02T22:45:39.031515Z","steps":["trace[1153889723] 'process raft request' (duration: 93.698237ms)","trace[1153889723] 'compare' (duration: 255.806018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:45:39.03178Z","caller":"traceutil/trace.go:171","msg":"trace[2113629156] linearizableReadLoop","detail":"{readStateIndex:14529; appliedIndex:14528; }","duration":"306.086106ms","start":"2026-03-02T22:45:38.72567Z","end":"2026-03-02T22:45:39.031756Z","steps":["trace[2113629156] 'read index received' (duration: 49.472582ms)","trace[2113629156] 'applied index is now lower than readState.Index' (duration: 256.609604ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:45:39.031818Z","caller":"traceutil/trace.go:171","msg":"trace[572948229] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"274.731741ms","start":"2026-03-02T22:45:38.756983Z","end":"2026-03-02T22:45:39.031715Z","steps":["trace[572948229] 'process raft request' (duration: 274.631939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:39.031789Z","caller":"traceutil/trace.go:171","msg":"trace[788232403] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"276.977013ms","start":"2026-03-02T22:45:38.75477Z","end":"2026-03-02T22:45:39.031747Z","steps":["trace[788232403] 'process raft request' (duration: 276.578685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.031954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:38.681463Z","time spent":"350.154957ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:45:39.031974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.472671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T22:45:39.03203Z","caller":"traceutil/trace.go:171","msg":"trace[2084346257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14025; }","duration":"315.539682ms","start":"2026-03-02T22:45:38.716477Z","end":"2026-03-02T22:45:39.032017Z","steps":["trace[2084346257] 'agreement among raft nodes before linearized reading' (duration: 315.285187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.032025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.29175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T22:45:39.031934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.534012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:45:39.032072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:38.716473Z","time spent":"315.590983ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T22:45:39.032102Z","caller":"traceutil/trace.go:171","msg":"trace[738922989] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14025; }","duration":"313.402432ms","start":"2026-03-02T22:45:38.718678Z","end":"2026-03-02T22:45:39.032081Z","steps":["trace[738922989] 'agreement among raft nodes before linearized reading' (duration: 313.077476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:39.032117Z","caller":"traceutil/trace.go:171","msg":"trace[1281902489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14025; }","duration":"315.745215ms","start":"2026-03-02T22:45:38.716353Z","end":"2026-03-02T22:45:39.032098Z","steps":["trace[1281902489] 'agreement among raft nodes before linearized reading' (duration: 315.546992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.032177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:38.716339Z","time spent":"315.816107ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:45:39.032181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:38.718668Z","time spent":"313.498293ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T22:45:39.032386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.418877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T22:45:39.032495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.091324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:45:39.032558Z","caller":"traceutil/trace.go:171","msg":"trace[1962560539] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14025; }","duration":"248.169226ms","start":"2026-03-02T22:45:38.784374Z","end":"2026-03-02T22:45:39.032544Z","steps":["trace[1962560539] 'agreement among raft nodes before linearized reading' (duration: 248.079805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.036081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.067796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T22:45:39.032515Z","caller":"traceutil/trace.go:171","msg":"trace[1594597631] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14025; }","duration":"243.479889ms","start":"2026-03-02T22:45:38.788942Z","end":"2026-03-02T22:45:39.032422Z","steps":["trace[1594597631] 'agreement among raft nodes before linearized reading' (duration: 243.348857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.03648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.580998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T22:45:39.037296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.517384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764364"} {"level":"info","ts":"2026-03-02T22:45:39.042689Z","caller":"traceutil/trace.go:171","msg":"trace[851020985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14025; }","duration":"311.927534ms","start":"2026-03-02T22:45:38.730733Z","end":"2026-03-02T22:45:39.04266Z","steps":["trace[851020985] 'agreement among raft nodes before linearized reading' (duration: 301.272735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:39.042686Z","caller":"traceutil/trace.go:171","msg":"trace[263387923] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14025; }","duration":"253.692189ms","start":"2026-03-02T22:45:38.788953Z","end":"2026-03-02T22:45:39.042645Z","steps":["trace[263387923] 'agreement among raft nodes before linearized reading' (duration: 243.650412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:45:39.042775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:45:38.730723Z","time spent":"312.021487ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764387,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T22:45:39.043227Z","caller":"traceutil/trace.go:171","msg":"trace[432269618] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14025; }","duration":"256.46058ms","start":"2026-03-02T22:45:38.78675Z","end":"2026-03-02T22:45:39.043211Z","steps":["trace[432269618] 'agreement among raft nodes before linearized reading' (duration: 245.564277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:45:56.540298Z","caller":"traceutil/trace.go:171","msg":"trace[676299392] transaction","detail":"{read_only:false; response_revision:14102; number_of_response:1; }","duration":"127.70775ms","start":"2026-03-02T22:45:56.41256Z","end":"2026-03-02T22:45:56.540268Z","steps":["trace[676299392] 'process raft request' (duration: 127.549097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:46:57.144446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12173} {"level":"info","ts":"2026-03-02T22:46:57.220479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12173,"took":"73.334387ms","hash":470311965,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:46:57.220583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":470311965,"revision":12173,"compact-revision":10286} {"level":"warn","ts":"2026-03-02T22:51:14.276623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.327621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T22:51:14.276708Z","caller":"traceutil/trace.go:171","msg":"trace[1125159245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16400; }","duration":"246.473043ms","start":"2026-03-02T22:51:14.030218Z","end":"2026-03-02T22:51:14.276691Z","steps":["trace[1125159245] 'range keys from in-memory index tree' (duration: 246.134206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:14.276772Z","caller":"traceutil/trace.go:171","msg":"trace[902648079] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"145.344268ms","start":"2026-03-02T22:51:14.131397Z","end":"2026-03-02T22:51:14.276741Z","steps":["trace[902648079] 'process raft request' (duration: 143.167228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:14.277113Z","caller":"traceutil/trace.go:171","msg":"trace[1599905483] linearizableReadLoop","detail":"{readStateIndex:16990; appliedIndex:16988; }","duration":"123.150605ms","start":"2026-03-02T22:51:14.153948Z","end":"2026-03-02T22:51:14.277098Z","steps":["trace[1599905483] 'read index received' (duration: 120.606928ms)","trace[1599905483] 'applied index is now lower than readState.Index' (duration: 2.540847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:51:14.277324Z","caller":"traceutil/trace.go:171","msg":"trace[1141457670] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"137.709246ms","start":"2026-03-02T22:51:14.139607Z","end":"2026-03-02T22:51:14.277316Z","steps":["trace[1141457670] 'process raft request' (duration: 137.36606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:14.277363Z","caller":"traceutil/trace.go:171","msg":"trace[1745533603] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"120.524476ms","start":"2026-03-02T22:51:14.156816Z","end":"2026-03-02T22:51:14.277341Z","steps":["trace[1745533603] 'process raft request' (duration: 120.23723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:14.277492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.514852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-5lq9f\" ","response":"range_response_count:1 size:15674"} {"level":"info","ts":"2026-03-02T22:51:14.277597Z","caller":"traceutil/trace.go:171","msg":"trace[186671203] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-5lq9f; range_end:; response_count:1; response_revision:16403; }","duration":"123.668755ms","start":"2026-03-02T22:51:14.153903Z","end":"2026-03-02T22:51:14.277571Z","steps":["trace[186671203] 'agreement among raft nodes before linearized reading' (duration: 123.38132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.388773Z","caller":"traceutil/trace.go:171","msg":"trace[1119047688] linearizableReadLoop","detail":"{readStateIndex:17029; appliedIndex:17028; }","duration":"112.986605ms","start":"2026-03-02T22:51:20.275752Z","end":"2026-03-02T22:51:20.388739Z","steps":["trace[1119047688] 'read index received' (duration: 112.934864ms)","trace[1119047688] 'applied index is now lower than readState.Index' (duration: 49.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:51:20.389071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.308042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sqkrs\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-02T22:51:20.389119Z","caller":"traceutil/trace.go:171","msg":"trace[1272965943] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sqkrs; range_end:; response_count:1; response_revision:16439; }","duration":"113.422964ms","start":"2026-03-02T22:51:20.275683Z","end":"2026-03-02T22:51:20.389105Z","steps":["trace[1272965943] 'agreement among raft nodes before linearized reading' (duration: 113.20716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.529609Z","caller":"traceutil/trace.go:171","msg":"trace[785972666] transaction","detail":"{read_only:false; response_revision:16440; number_of_response:1; }","duration":"233.661004ms","start":"2026-03-02T22:51:20.295897Z","end":"2026-03-02T22:51:20.529558Z","steps":["trace[785972666] 'process raft request' (duration: 233.224846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.52984Z","caller":"traceutil/trace.go:171","msg":"trace[1133634371] transaction","detail":"{read_only:false; response_revision:16441; number_of_response:1; }","duration":"228.718232ms","start":"2026-03-02T22:51:20.301077Z","end":"2026-03-02T22:51:20.529795Z","steps":["trace[1133634371] 'process raft request' (duration: 228.369456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.529785Z","caller":"traceutil/trace.go:171","msg":"trace[379278128] linearizableReadLoop","detail":"{readStateIndex:17031; appliedIndex:17029; }","duration":"140.876445ms","start":"2026-03-02T22:51:20.388859Z","end":"2026-03-02T22:51:20.529735Z","steps":["trace[379278128] 'read index received' (duration: 140.217133ms)","trace[379278128] 'applied index is now lower than readState.Index' (duration: 656.622µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:51:20.530222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.750326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:51:20.530285Z","caller":"traceutil/trace.go:171","msg":"trace[177932351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16441; }","duration":"226.871197ms","start":"2026-03-02T22:51:20.303399Z","end":"2026-03-02T22:51:20.53027Z","steps":["trace[177932351] 'agreement among raft nodes before linearized reading' (duration: 226.577252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:20.55475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.332803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:51:20.554806Z","caller":"traceutil/trace.go:171","msg":"trace[1046801377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16443; }","duration":"120.427624ms","start":"2026-03-02T22:51:20.434366Z","end":"2026-03-02T22:51:20.554794Z","steps":["trace[1046801377] 'agreement among raft nodes before linearized reading' (duration: 120.19437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.554902Z","caller":"traceutil/trace.go:171","msg":"trace[1157581901] transaction","detail":"{read_only:false; response_revision:16442; number_of_response:1; }","duration":"164.871702ms","start":"2026-03-02T22:51:20.389992Z","end":"2026-03-02T22:51:20.554864Z","steps":["trace[1157581901] 'process raft request' (duration: 164.239911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:20.554946Z","caller":"traceutil/trace.go:171","msg":"trace[1128412376] transaction","detail":"{read_only:false; response_revision:16443; number_of_response:1; }","duration":"148.66307ms","start":"2026-03-02T22:51:20.406233Z","end":"2026-03-02T22:51:20.554896Z","steps":["trace[1128412376] 'process raft request' (duration: 148.216182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:20.555061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.765738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bhj9\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-02T22:51:20.555205Z","caller":"traceutil/trace.go:171","msg":"trace[757102823] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bhj9; range_end:; response_count:1; response_revision:16443; }","duration":"129.991212ms","start":"2026-03-02T22:51:20.425189Z","end":"2026-03-02T22:51:20.55518Z","steps":["trace[757102823] 'agreement among raft nodes before linearized reading' (duration: 129.616435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:20.555238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.359726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:51:20.555394Z","caller":"traceutil/trace.go:171","msg":"trace[650546091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16443; }","duration":"162.535989ms","start":"2026-03-02T22:51:20.392799Z","end":"2026-03-02T22:51:20.555335Z","steps":["trace[650546091] 'agreement among raft nodes before linearized reading' (duration: 161.742694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:21.889906Z","caller":"traceutil/trace.go:171","msg":"trace[710603276] linearizableReadLoop","detail":"{readStateIndex:17038; appliedIndex:17037; }","duration":"123.911769ms","start":"2026-03-02T22:51:21.765963Z","end":"2026-03-02T22:51:21.889874Z","steps":["trace[710603276] 'read index received' (duration: 123.644844ms)","trace[710603276] 'applied index is now lower than readState.Index' (duration: 265.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:51:21.890244Z","caller":"traceutil/trace.go:171","msg":"trace[935097227] transaction","detail":"{read_only:false; response_revision:16448; number_of_response:1; }","duration":"330.235874ms","start":"2026-03-02T22:51:21.559951Z","end":"2026-03-02T22:51:21.890187Z","steps":["trace[935097227] 'process raft request' (duration: 329.681134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:21.890321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.328227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T22:51:21.890398Z","caller":"traceutil/trace.go:171","msg":"trace[1216956773] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16448; }","duration":"124.47232ms","start":"2026-03-02T22:51:21.765903Z","end":"2026-03-02T22:51:21.890376Z","steps":["trace[1216956773] 'agreement among raft nodes before linearized reading' (duration: 124.170684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:21.890454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:51:21.559896Z","time spent":"330.438818ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:51:21.890527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.137646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:51:21.890615Z","caller":"traceutil/trace.go:171","msg":"trace[70861756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16448; }","duration":"100.258668ms","start":"2026-03-02T22:51:21.790306Z","end":"2026-03-02T22:51:21.890565Z","steps":["trace[70861756] 'agreement among raft nodes before linearized reading' (duration: 99.791479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:56.847357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.366928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:51:56.847452Z","caller":"traceutil/trace.go:171","msg":"trace[243432557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16913; }","duration":"123.528042ms","start":"2026-03-02T22:51:56.723905Z","end":"2026-03-02T22:51:56.847433Z","steps":["trace[243432557] 'range keys from in-memory index tree' (duration: 123.127804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:51:56.84757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.907285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:51:56.847871Z","caller":"traceutil/trace.go:171","msg":"trace[328427884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16913; }","duration":"105.20763ms","start":"2026-03-02T22:51:56.74264Z","end":"2026-03-02T22:51:56.847847Z","steps":["trace[328427884] 'range keys from in-memory index tree' (duration: 104.727281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:51:57.156483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14511} {"level":"info","ts":"2026-03-02T22:51:57.253285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14511,"took":"93.496212ms","hash":2621411837,"current-db-size-bytes":43724800,"current-db-size":"44 MB","current-db-size-in-use-bytes":29597696,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:51:57.253343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2621411837,"revision":14511,"compact-revision":12173} {"level":"info","ts":"2026-03-02T22:56:09.39042Z","caller":"traceutil/trace.go:171","msg":"trace[1231782369] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"128.452684ms","start":"2026-03-02T22:56:09.261938Z","end":"2026-03-02T22:56:09.39039Z","steps":["trace[1231782369] 'process raft request' (duration: 128.288611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:09.644233Z","caller":"traceutil/trace.go:171","msg":"trace[1228528420] transaction","detail":"{read_only:false; response_revision:18595; number_of_response:1; }","duration":"104.438736ms","start":"2026-03-02T22:56:09.53976Z","end":"2026-03-02T22:56:09.644199Z","steps":["trace[1228528420] 'process raft request' (duration: 104.298453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:25.342347Z","caller":"traceutil/trace.go:171","msg":"trace[1527350103] transaction","detail":"{read_only:false; response_revision:18667; number_of_response:1; }","duration":"127.912084ms","start":"2026-03-02T22:56:25.214377Z","end":"2026-03-02T22:56:25.342289Z","steps":["trace[1527350103] 'process raft request' (duration: 127.562417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:25.94701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.295272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T22:56:25.947157Z","caller":"traceutil/trace.go:171","msg":"trace[811674600] linearizableReadLoop","detail":"{readStateIndex:19335; appliedIndex:19334; }","duration":"485.284582ms","start":"2026-03-02T22:56:25.461846Z","end":"2026-03-02T22:56:25.947131Z","steps":["trace[811674600] 'read index received' (duration: 65.744945ms)","trace[811674600] 'applied index is now lower than readState.Index' (duration: 419.537417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:56:25.947448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.580417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:56:25.947569Z","caller":"traceutil/trace.go:171","msg":"trace[1718318707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18667; }","duration":"485.769531ms","start":"2026-03-02T22:56:25.461776Z","end":"2026-03-02T22:56:25.947546Z","steps":["trace[1718318707] 'agreement among raft nodes before linearized reading' (duration: 485.420104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:25.94765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.461743Z","time spent":"485.892563ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:56:25.968367Z","caller":"traceutil/trace.go:171","msg":"trace[1690097529] transaction","detail":"{read_only:false; response_revision:18668; number_of_response:1; }","duration":"343.694653ms","start":"2026-03-02T22:56:25.624657Z","end":"2026-03-02T22:56:25.968352Z","steps":["trace[1690097529] 'process raft request' (duration: 343.54691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:25.968483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.624628Z","time spent":"343.785585ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:56:26.317907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.868942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:56:26.318089Z","caller":"traceutil/trace.go:171","msg":"trace[1224900982] linearizableReadLoop","detail":"{readStateIndex:19337; appliedIndex:19335; }","duration":"370.87354ms","start":"2026-03-02T22:56:25.947198Z","end":"2026-03-02T22:56:26.318071Z","steps":["trace[1224900982] 'read index received' (duration: 21.023802ms)","trace[1224900982] 'applied index is now lower than readState.Index' (duration: 349.848868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:56:26.318179Z","caller":"traceutil/trace.go:171","msg":"trace[2077507177] transaction","detail":"{read_only:false; response_revision:18669; number_of_response:1; }","duration":"595.498346ms","start":"2026-03-02T22:56:25.722646Z","end":"2026-03-02T22:56:26.318144Z","steps":["trace[2077507177] 'process raft request' (duration: 416.308897ms)","trace[2077507177] 'compare' (duration: 178.74053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:56:26.318258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.487972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:56:26.318201Z","caller":"traceutil/trace.go:171","msg":"trace[64920745] transaction","detail":"{read_only:false; response_revision:18670; number_of_response:1; }","duration":"365.741595ms","start":"2026-03-02T22:56:25.952413Z","end":"2026-03-02T22:56:26.318154Z","steps":["trace[64920745] 'process raft request' (duration: 365.595662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:26.318307Z","caller":"traceutil/trace.go:171","msg":"trace[961911839] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:18670; }","duration":"502.585274ms","start":"2026-03-02T22:56:25.815708Z","end":"2026-03-02T22:56:26.318294Z","steps":["trace[961911839] 'agreement among raft nodes before linearized reading' (duration: 502.480232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:26.318355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.815684Z","time spent":"502.661075ms","remote":"127.0.0.1:39792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:56:26.318358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.722619Z","time spent":"595.648538ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:56:26.318426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.95239Z","time spent":"365.946108ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:56:26.31865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.887412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:56:26.318715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.883815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:56:26.318768Z","caller":"traceutil/trace.go:171","msg":"trace[30482711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18670; }","duration":"143.030995ms","start":"2026-03-02T22:56:26.175725Z","end":"2026-03-02T22:56:26.318756Z","steps":["trace[30482711] 'agreement among raft nodes before linearized reading' (duration: 142.78562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:26.318806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.083138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:56:26.31888Z","caller":"traceutil/trace.go:171","msg":"trace[1606550246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18670; }","duration":"149.17928ms","start":"2026-03-02T22:56:26.169683Z","end":"2026-03-02T22:56:26.318862Z","steps":["trace[1606550246] 'agreement among raft nodes before linearized reading' (duration: 148.974596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:26.31882Z","caller":"traceutil/trace.go:171","msg":"trace[1417501665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18670; }","duration":"580.029807ms","start":"2026-03-02T22:56:25.738767Z","end":"2026-03-02T22:56:26.318796Z","steps":["trace[1417501665] 'agreement among raft nodes before linearized reading' (duration: 579.774852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:26.318984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:25.738748Z","time spent":"580.222661ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:56:26.318718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.117783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:56:26.319749Z","caller":"traceutil/trace.go:171","msg":"trace[2107037525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18670; }","duration":"154.212163ms","start":"2026-03-02T22:56:26.165515Z","end":"2026-03-02T22:56:26.319727Z","steps":["trace[2107037525] 'agreement among raft nodes before linearized reading' (duration: 152.98223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:26.689581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.669369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:56:26.689724Z","caller":"traceutil/trace.go:171","msg":"trace[203870839] linearizableReadLoop","detail":"{readStateIndex:19342; appliedIndex:19339; }","duration":"164.808291ms","start":"2026-03-02T22:56:26.524905Z","end":"2026-03-02T22:56:26.689713Z","steps":["trace[203870839] 'read index received' (duration: 29.954068ms)","trace[203870839] 'applied index is now lower than readState.Index' (duration: 134.853543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:56:26.689797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.899412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:56:26.689819Z","caller":"traceutil/trace.go:171","msg":"trace[2042014224] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:18674; }","duration":"164.981263ms","start":"2026-03-02T22:56:26.524829Z","end":"2026-03-02T22:56:26.68981Z","steps":["trace[2042014224] 'agreement among raft nodes before linearized reading' (duration: 164.926842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:26.689948Z","caller":"traceutil/trace.go:171","msg":"trace[1856220379] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"366.705542ms","start":"2026-03-02T22:56:26.323236Z","end":"2026-03-02T22:56:26.689941Z","steps":["trace[1856220379] 'process raft request' (duration: 366.403486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:26.689947Z","caller":"traceutil/trace.go:171","msg":"trace[560566858] transaction","detail":"{read_only:false; response_revision:18672; number_of_response:1; }","duration":"366.683562ms","start":"2026-03-02T22:56:26.323224Z","end":"2026-03-02T22:56:26.689908Z","steps":["trace[560566858] 'process raft request' (duration: 231.630066ms)","trace[560566858] 'compare' (duration: 134.385644ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:56:26.690005Z","caller":"traceutil/trace.go:171","msg":"trace[137859752] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"366.768123ms","start":"2026-03-02T22:56:26.323233Z","end":"2026-03-02T22:56:26.690001Z","steps":["trace[137859752] 'process raft request' (duration: 366.446317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:56:26.690032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:26.323209Z","time spent":"366.811624ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:56:26.69021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:26.323203Z","time spent":"366.813924ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:56:26.689982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:56:26.323219Z","time spent":"366.744843ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:56:27.119477Z","caller":"traceutil/trace.go:171","msg":"trace[741477444] transaction","detail":"{read_only:false; response_revision:18675; number_of_response:1; }","duration":"112.094359ms","start":"2026-03-02T22:56:27.007359Z","end":"2026-03-02T22:56:27.119454Z","steps":["trace[741477444] 'process raft request' (duration: 111.958906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:56:57.162703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16918} {"level":"info","ts":"2026-03-02T22:56:57.260261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16918,"took":"94.192785ms","hash":2948056591,"current-db-size-bytes":44990464,"current-db-size":"45 MB","current-db-size-in-use-bytes":29728768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:56:57.260351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2948056591,"revision":16918,"compact-revision":14511} {"level":"info","ts":"2026-03-02T22:57:40.262306Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:57:40.267141Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:57:40.267221Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T23:00:03.676048Z","caller":"traceutil/trace.go:171","msg":"trace[208853573] transaction","detail":"{read_only:false; response_revision:20415; number_of_response:1; }","duration":"197.617572ms","start":"2026-03-02T23:00:03.478391Z","end":"2026-03-02T23:00:03.676008Z","steps":["trace[208853573] 'process raft request' (duration: 192.925244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:03.682691Z","caller":"traceutil/trace.go:171","msg":"trace[301714799] transaction","detail":"{read_only:false; response_revision:20417; number_of_response:1; }","duration":"182.46023ms","start":"2026-03-02T23:00:03.500204Z","end":"2026-03-02T23:00:03.682665Z","steps":["trace[301714799] 'process raft request' (duration: 182.337557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:03.682754Z","caller":"traceutil/trace.go:171","msg":"trace[1866665648] transaction","detail":"{read_only:false; response_revision:20416; number_of_response:1; }","duration":"183.00721ms","start":"2026-03-02T23:00:03.499717Z","end":"2026-03-02T23:00:03.682724Z","steps":["trace[1866665648] 'process raft request' (duration: 182.713194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:03.683031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.765622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/cert-manager-test/test-selfsigned\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:03.683154Z","caller":"traceutil/trace.go:171","msg":"trace[461840630] range","detail":"{range_begin:/registry/cert-manager.io/issuers/cert-manager-test/test-selfsigned; range_end:; response_count:0; response_revision:20417; }","duration":"177.934705ms","start":"2026-03-02T23:00:03.505199Z","end":"2026-03-02T23:00:03.683134Z","steps":["trace[461840630] 'agreement among raft nodes before linearized reading' (duration: 177.692271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:03.683212Z","caller":"traceutil/trace.go:171","msg":"trace[546168162] linearizableReadLoop","detail":"{readStateIndex:21146; appliedIndex:21143; }","duration":"177.356464ms","start":"2026-03-02T23:00:03.505238Z","end":"2026-03-02T23:00:03.682594Z","steps":["trace[546168162] 'read index received' (duration: 166.122245ms)","trace[546168162] 'applied index is now lower than readState.Index' (duration: 11.232679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:00:03.683525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.67219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T23:00:03.683591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.545564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:00:03.683645Z","caller":"traceutil/trace.go:171","msg":"trace[460763602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20417; }","duration":"172.759789ms","start":"2026-03-02T23:00:03.510872Z","end":"2026-03-02T23:00:03.683632Z","steps":["trace[460763602] 'agreement among raft nodes before linearized reading' (duration: 172.453363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:03.683596Z","caller":"traceutil/trace.go:171","msg":"trace[943675555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20417; }","duration":"170.781922ms","start":"2026-03-02T23:00:03.512799Z","end":"2026-03-02T23:00:03.683581Z","steps":["trace[943675555] 'agreement among raft nodes before linearized reading' (duration: 170.589668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:08.541781Z","caller":"traceutil/trace.go:171","msg":"trace[1288849828] linearizableReadLoop","detail":"{readStateIndex:21573; appliedIndex:21572; }","duration":"199.63699ms","start":"2026-03-02T23:00:08.342112Z","end":"2026-03-02T23:00:08.541749Z","steps":["trace[1288849828] 'read index received' (duration: 199.462967ms)","trace[1288849828] 'applied index is now lower than readState.Index' (duration: 172.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:00:08.5422Z","caller":"traceutil/trace.go:171","msg":"trace[879482152] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"206.315944ms","start":"2026-03-02T23:00:08.335872Z","end":"2026-03-02T23:00:08.542187Z","steps":["trace[879482152] 'process raft request' (duration: 205.678492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.542394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.247881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.542431Z","caller":"traceutil/trace.go:171","msg":"trace[1385398513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:20835; }","duration":"200.314812ms","start":"2026-03-02T23:00:08.342107Z","end":"2026-03-02T23:00:08.542421Z","steps":["trace[1385398513] 'agreement among raft nodes before linearized reading' (duration: 200.219521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.542492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.272021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.542581Z","caller":"traceutil/trace.go:171","msg":"trace[1220768737] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:20836; }","duration":"200.419344ms","start":"2026-03-02T23:00:08.342143Z","end":"2026-03-02T23:00:08.542563Z","steps":["trace[1220768737] 'agreement among raft nodes before linearized reading' (duration: 200.254501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.542665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.435442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.542732Z","caller":"traceutil/trace.go:171","msg":"trace[170500737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:20836; }","duration":"114.524824ms","start":"2026-03-02T23:00:08.428194Z","end":"2026-03-02T23:00:08.542719Z","steps":["trace[170500737] 'agreement among raft nodes before linearized reading' (duration: 114.408402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.54286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.262797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.542906Z","caller":"traceutil/trace.go:171","msg":"trace[1108602490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:20836; }","duration":"115.337709ms","start":"2026-03-02T23:00:08.427558Z","end":"2026-03-02T23:00:08.542896Z","steps":["trace[1108602490] 'agreement among raft nodes before linearized reading' (duration: 115.255498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.508912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543102Z","caller":"traceutil/trace.go:171","msg":"trace[1547290655] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:20836; }","duration":"115.571133ms","start":"2026-03-02T23:00:08.427519Z","end":"2026-03-02T23:00:08.54309Z","steps":["trace[1547290655] 'agreement among raft nodes before linearized reading' (duration: 115.516322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.964766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543268Z","caller":"traceutil/trace.go:171","msg":"trace[1102006068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:20836; }","duration":"134.014507ms","start":"2026-03-02T23:00:08.409243Z","end":"2026-03-02T23:00:08.543258Z","steps":["trace[1102006068] 'agreement among raft nodes before linearized reading' (duration: 133.968496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.056009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543413Z","caller":"traceutil/trace.go:171","msg":"trace[61795317] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:20836; }","duration":"162.100931ms","start":"2026-03-02T23:00:08.381304Z","end":"2026-03-02T23:00:08.543404Z","steps":["trace[61795317] 'agreement among raft nodes before linearized reading' (duration: 162.04456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.120627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:00:08.543563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.514818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543574Z","caller":"traceutil/trace.go:171","msg":"trace[979041428] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:20836; }","duration":"135.143677ms","start":"2026-03-02T23:00:08.408415Z","end":"2026-03-02T23:00:08.543559Z","steps":["trace[979041428] 'agreement among raft nodes before linearized reading' (duration: 135.106787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:08.543608Z","caller":"traceutil/trace.go:171","msg":"trace[1726265542] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:20836; }","duration":"162.62087ms","start":"2026-03-02T23:00:08.380976Z","end":"2026-03-02T23:00:08.543597Z","steps":["trace[1726265542] 'agreement among raft nodes before linearized reading' (duration: 162.543549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.463134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543727Z","caller":"traceutil/trace.go:171","msg":"trace[1504628629] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:20836; }","duration":"135.487324ms","start":"2026-03-02T23:00:08.408232Z","end":"2026-03-02T23:00:08.543719Z","steps":["trace[1504628629] 'agreement among raft nodes before linearized reading' (duration: 135.448864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.059654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543838Z","caller":"traceutil/trace.go:171","msg":"trace[1759904663] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:20836; }","duration":"151.087785ms","start":"2026-03-02T23:00:08.392744Z","end":"2026-03-02T23:00:08.543832Z","steps":["trace[1759904663] 'agreement among raft nodes before linearized reading' (duration: 151.056974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.567987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543904Z","caller":"traceutil/trace.go:171","msg":"trace[428561010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:20836; }","duration":"200.634458ms","start":"2026-03-02T23:00:08.343259Z","end":"2026-03-02T23:00:08.543894Z","steps":["trace[428561010] 'agreement among raft nodes before linearized reading' (duration: 200.573977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.543951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.593325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.543974Z","caller":"traceutil/trace.go:171","msg":"trace[221441529] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:20836; }","duration":"151.684136ms","start":"2026-03-02T23:00:08.392284Z","end":"2026-03-02T23:00:08.543968Z","steps":["trace[221441529] 'agreement among raft nodes before linearized reading' (duration: 151.646975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:08.54407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.947521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:08.544098Z","caller":"traceutil/trace.go:171","msg":"trace[1819809111] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:20836; }","duration":"151.987541ms","start":"2026-03-02T23:00:08.392105Z","end":"2026-03-02T23:00:08.544093Z","steps":["trace[1819809111] 'agreement among raft nodes before linearized reading' (duration: 151.946681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:08.546229Z","caller":"traceutil/trace.go:171","msg":"trace[552660187] transaction","detail":"{read_only:false; response_revision:20836; number_of_response:1; }","duration":"123.187855ms","start":"2026-03-02T23:00:08.422832Z","end":"2026-03-02T23:00:08.54602Z","steps":["trace[552660187] 'process raft request' (duration: 119.431205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:10.881206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:00:10.881308Z","caller":"traceutil/trace.go:171","msg":"trace[1910821914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20907; }","duration":"212.009981ms","start":"2026-03-02T23:00:10.669284Z","end":"2026-03-02T23:00:10.881294Z","steps":["trace[1910821914] 'range keys from in-memory index tree' (duration: 211.886307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:00:10.886551Z","caller":"traceutil/trace.go:171","msg":"trace[1654806774] linearizableReadLoop","detail":"{readStateIndex:21647; appliedIndex:21646; }","duration":"233.068572ms","start":"2026-03-02T23:00:10.653467Z","end":"2026-03-02T23:00:10.886535Z","steps":["trace[1654806774] 'read index received' (duration: 232.884589ms)","trace[1654806774] 'applied index is now lower than readState.Index' (duration: 183.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:00:10.88661Z","caller":"traceutil/trace.go:171","msg":"trace[1475469737] transaction","detail":"{read_only:false; response_revision:20908; number_of_response:1; }","duration":"238.919031ms","start":"2026-03-02T23:00:10.647662Z","end":"2026-03-02T23:00:10.886581Z","steps":["trace[1475469737] 'process raft request' (duration: 238.734888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:00:10.886722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.248745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-02T23:00:10.886751Z","caller":"traceutil/trace.go:171","msg":"trace[1678559317] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20908; }","duration":"233.283276ms","start":"2026-03-02T23:00:10.653459Z","end":"2026-03-02T23:00:10.886742Z","steps":["trace[1678559317] 'agreement among raft nodes before linearized reading' (duration: 233.126653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:01:39.730832Z","caller":"traceutil/trace.go:171","msg":"trace[456103878] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"159.874348ms","start":"2026-03-02T23:01:39.570709Z","end":"2026-03-02T23:01:39.730584Z","steps":["trace[456103878] 'process raft request' (duration: 159.621804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:01:57.168791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18896} {"level":"info","ts":"2026-03-02T23:01:57.276178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18896,"took":"103.834144ms","hash":1303260927,"current-db-size-bytes":47915008,"current-db-size":"48 MB","current-db-size-in-use-bytes":38486016,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-02T23:01:57.276248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1303260927,"revision":18896,"compact-revision":16918} {"level":"info","ts":"2026-03-02T23:03:39.132116Z","caller":"traceutil/trace.go:171","msg":"trace[1169268839] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"343.611692ms","start":"2026-03-02T23:03:38.788472Z","end":"2026-03-02T23:03:39.132084Z","steps":["trace[1169268839] 'process raft request' (duration: 343.434099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:39.132293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.788462Z","time spent":"343.744295ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:39.700342Z","caller":"traceutil/trace.go:171","msg":"trace[884160695] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"901.746122ms","start":"2026-03-02T23:03:38.798571Z","end":"2026-03-02T23:03:39.700317Z","steps":["trace[884160695] 'process raft request' (duration: 901.518047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:39.700402Z","caller":"traceutil/trace.go:171","msg":"trace[1734018882] linearizableReadLoop","detail":"{readStateIndex:23745; appliedIndex:23741; }","duration":"711.10425ms","start":"2026-03-02T23:03:38.989267Z","end":"2026-03-02T23:03:39.700371Z","steps":["trace[1734018882] 'read index received' (duration: 142.620288ms)","trace[1734018882] 'applied index is now lower than readState.Index' (duration: 568.481282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:39.700489Z","caller":"traceutil/trace.go:171","msg":"trace[551695426] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"910.318831ms","start":"2026-03-02T23:03:38.790164Z","end":"2026-03-02T23:03:39.700482Z","steps":["trace[551695426] 'process raft request' (duration: 842.13801ms)","trace[551695426] 'compare' (duration: 67.573859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:39.700518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.790156Z","time spent":"910.348241ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:39.700541Z","caller":"traceutil/trace.go:171","msg":"trace[1874632283] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"725.979207ms","start":"2026-03-02T23:03:38.97455Z","end":"2026-03-02T23:03:39.700529Z","steps":["trace[1874632283] 'process raft request' (duration: 725.588879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:39.70046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.798551Z","time spent":"901.851503ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:39.700653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.974494Z","time spent":"726.081268ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:39.700791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.514277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:03:39.700821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.264723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:03:39.700861Z","caller":"traceutil/trace.go:171","msg":"trace[384376619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22954; }","duration":"703.316003ms","start":"2026-03-02T23:03:38.997535Z","end":"2026-03-02T23:03:39.700851Z","steps":["trace[384376619] 'agreement among raft nodes before linearized reading' (duration: 703.166651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:39.700863Z","caller":"traceutil/trace.go:171","msg":"trace[616711019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22954; }","duration":"711.626558ms","start":"2026-03-02T23:03:38.989222Z","end":"2026-03-02T23:03:39.700849Z","steps":["trace[616711019] 'agreement among raft nodes before linearized reading' (duration: 711.447175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:39.700896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.997527Z","time spent":"703.362525ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:39.700906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.989169Z","time spent":"711.72837ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:03:39.700791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.293914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:39.700906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.180209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:03:39.70097Z","caller":"traceutil/trace.go:171","msg":"trace[613509026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22954; }","duration":"505.511748ms","start":"2026-03-02T23:03:39.195439Z","end":"2026-03-02T23:03:39.700951Z","steps":["trace[613509026] 'agreement among raft nodes before linearized reading' (duration: 505.257064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:39.700991Z","caller":"traceutil/trace.go:171","msg":"trace[1146744831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22954; }","duration":"705.305671ms","start":"2026-03-02T23:03:38.995659Z","end":"2026-03-02T23:03:39.700965Z","steps":["trace[1146744831] 'agreement among raft nodes before linearized reading' (duration: 705.039666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:39.701064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:38.995652Z","time spent":"705.401463ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:39.700999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:39.195418Z","time spent":"505.57405ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:40.545294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.136709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:40.545433Z","caller":"traceutil/trace.go:171","msg":"trace[1689225306] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"840.359167ms","start":"2026-03-02T23:03:39.705055Z","end":"2026-03-02T23:03:40.545414Z","steps":["trace[1689225306] 'process raft request' (duration: 428.014514ms)","trace[1689225306] 'compare' (duration: 411.817343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:40.54548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:39.705034Z","time spent":"840.423759ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:40.545662Z","caller":"traceutil/trace.go:171","msg":"trace[1770966365] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"838.615965ms","start":"2026-03-02T23:03:39.707016Z","end":"2026-03-02T23:03:40.545632Z","steps":["trace[1770966365] 'process raft request' (duration: 838.358051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:40.545789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:39.706995Z","time spent":"838.722467ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:40.545815Z","caller":"traceutil/trace.go:171","msg":"trace[2129739168] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"838.666686ms","start":"2026-03-02T23:03:39.707116Z","end":"2026-03-02T23:03:40.545783Z","steps":["trace[2129739168] 'process raft request' (duration: 838.491073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:40.545851Z","caller":"traceutil/trace.go:171","msg":"trace[1321018420] linearizableReadLoop","detail":"{readStateIndex:23751; appliedIndex:23746; }","duration":"349.709296ms","start":"2026-03-02T23:03:40.196104Z","end":"2026-03-02T23:03:40.545813Z","steps":["trace[1321018420] 'read index received' (duration: 67.137201ms)","trace[1321018420] 'applied index is now lower than readState.Index' (duration: 282.570905ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:40.545885Z","caller":"traceutil/trace.go:171","msg":"trace[1713186105] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"751.722046ms","start":"2026-03-02T23:03:39.79413Z","end":"2026-03-02T23:03:40.545852Z","steps":["trace[1713186105] 'process raft request' (duration: 751.599044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:40.545921Z","caller":"traceutil/trace.go:171","msg":"trace[455819522] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"379.676434ms","start":"2026-03-02T23:03:40.16621Z","end":"2026-03-02T23:03:40.545886Z","steps":["trace[455819522] 'process raft request' (duration: 379.567612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:40.545965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:39.707109Z","time spent":"838.773528ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:40.546042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:39.794108Z","time spent":"751.864049ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:40.546048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.907669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:40.546066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.166187Z","time spent":"379.798327ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:40.546123Z","caller":"traceutil/trace.go:171","msg":"trace[532782605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22959; }","duration":"350.080073ms","start":"2026-03-02T23:03:40.196025Z","end":"2026-03-02T23:03:40.546105Z","steps":["trace[532782605] 'agreement among raft nodes before linearized reading' (duration: 349.89365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:40.546167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.196004Z","time spent":"350.155394ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:40.984899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.873457ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:40.985083Z","caller":"traceutil/trace.go:171","msg":"trace[1608210071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22959; }","duration":"315.07322ms","start":"2026-03-02T23:03:40.669983Z","end":"2026-03-02T23:03:40.985056Z","steps":["trace[1608210071] 'range keys from in-memory index tree' (duration: 314.849696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.047045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:03:41.173506Z","caller":"traceutil/trace.go:171","msg":"trace[1562817417] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"900.546388ms","start":"2026-03-02T23:03:40.272902Z","end":"2026-03-02T23:03:41.173448Z","steps":["trace[1562817417] 'process raft request' (duration: 900.226882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.175229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.669118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:41.173734Z","caller":"traceutil/trace.go:171","msg":"trace[178808123] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"716.265785ms","start":"2026-03-02T23:03:40.457446Z","end":"2026-03-02T23:03:41.173712Z","steps":["trace[178808123] 'process raft request' (duration: 715.923049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:41.175311Z","caller":"traceutil/trace.go:171","msg":"trace[1999117615] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22964; }","duration":"668.799701ms","start":"2026-03-02T23:03:40.506489Z","end":"2026-03-02T23:03:41.175288Z","steps":["trace[1999117615] 'agreement among raft nodes before linearized reading' (duration: 668.625187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.175308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.556846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T23:03:41.175362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.506471Z","time spent":"668.881492ms","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:03:41.175371Z","caller":"traceutil/trace.go:171","msg":"trace[12260112] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:22964; }","duration":"880.642308ms","start":"2026-03-02T23:03:40.294716Z","end":"2026-03-02T23:03:41.175358Z","steps":["trace[12260112] 'agreement among raft nodes before linearized reading' (duration: 880.428974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.17546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.272877Z","time spent":"902.334912ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:41.175488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.294701Z","time spent":"880.76982ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-03-02T23:03:41.175069Z","caller":"traceutil/trace.go:171","msg":"trace[1521000690] linearizableReadLoop","detail":"{readStateIndex:23755; appliedIndex:23751; }","duration":"629.112171ms","start":"2026-03-02T23:03:40.54592Z","end":"2026-03-02T23:03:41.175032Z","steps":["trace[1521000690] 'read index received' (duration: 626.956531ms)","trace[1521000690] 'applied index is now lower than readState.Index' (duration: 2.15452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:41.175368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.457428Z","time spent":"717.875235ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:41.173869Z","caller":"traceutil/trace.go:171","msg":"trace[989675873] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"450.87235ms","start":"2026-03-02T23:03:40.722985Z","end":"2026-03-02T23:03:41.173857Z","steps":["trace[989675873] 'process raft request' (duration: 450.652896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.17621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.599589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T23:03:41.176216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.722964Z","time spent":"453.208814ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:41.17624Z","caller":"traceutil/trace.go:171","msg":"trace[1020221625] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22964; }","duration":"499.66779ms","start":"2026-03-02T23:03:40.676562Z","end":"2026-03-02T23:03:41.17623Z","steps":["trace[1020221625] 'agreement among raft nodes before linearized reading' (duration: 499.551758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.176264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.676537Z","time spent":"499.722491ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:03:41.175016Z","caller":"traceutil/trace.go:171","msg":"trace[616132158] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"451.93378ms","start":"2026-03-02T23:03:40.723061Z","end":"2026-03-02T23:03:41.174995Z","steps":["trace[616132158] 'process raft request' (duration: 450.749108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:41.176393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:40.723036Z","time spent":"453.324316ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:44.706508Z","caller":"traceutil/trace.go:171","msg":"trace[505947526] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"146.757224ms","start":"2026-03-02T23:03:44.559719Z","end":"2026-03-02T23:03:44.706476Z","steps":["trace[505947526] 'process raft request' (duration: 146.573441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:44.800877Z","caller":"traceutil/trace.go:171","msg":"trace[1126756797] linearizableReadLoop","detail":"{readStateIndex:23777; appliedIndex:23775; }","duration":"237.79545ms","start":"2026-03-02T23:03:44.56306Z","end":"2026-03-02T23:03:44.800855Z","steps":["trace[1126756797] 'read index received' (duration: 143.28381ms)","trace[1126756797] 'applied index is now lower than readState.Index' (duration: 94.51013ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:44.801409Z","caller":"traceutil/trace.go:171","msg":"trace[780848523] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"238.268619ms","start":"2026-03-02T23:03:44.563125Z","end":"2026-03-02T23:03:44.801393Z","steps":["trace[780848523] 'process raft request' (duration: 237.660648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:44.8014Z","caller":"traceutil/trace.go:171","msg":"trace[453208480] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"241.255735ms","start":"2026-03-02T23:03:44.560118Z","end":"2026-03-02T23:03:44.801374Z","steps":["trace[453208480] 'process raft request' (duration: 239.147546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:44.801488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.395361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:03:44.801576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.006151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:44.801563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.669449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:03:44.801598Z","caller":"traceutil/trace.go:171","msg":"trace[780784142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22985; }","duration":"238.514994ms","start":"2026-03-02T23:03:44.563055Z","end":"2026-03-02T23:03:44.80157Z","steps":["trace[780784142] 'agreement among raft nodes before linearized reading' (duration: 238.215978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:44.801619Z","caller":"traceutil/trace.go:171","msg":"trace[1349712555] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22985; }","duration":"109.104963ms","start":"2026-03-02T23:03:44.692498Z","end":"2026-03-02T23:03:44.801603Z","steps":["trace[1349712555] 'agreement among raft nodes before linearized reading' (duration: 109.020932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:44.801654Z","caller":"traceutil/trace.go:171","msg":"trace[1002982407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22985; }","duration":"237.790601ms","start":"2026-03-02T23:03:44.563841Z","end":"2026-03-02T23:03:44.801632Z","steps":["trace[1002982407] 'agreement among raft nodes before linearized reading' (duration: 237.533696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:45.237633Z","caller":"traceutil/trace.go:171","msg":"trace[861118667] linearizableReadLoop","detail":"{readStateIndex:23780; appliedIndex:23779; }","duration":"259.888881ms","start":"2026-03-02T23:03:44.977718Z","end":"2026-03-02T23:03:45.237607Z","steps":["trace[861118667] 'read index received' (duration: 236.939473ms)","trace[861118667] 'applied index is now lower than readState.Index' (duration: 22.948348ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:45.237793Z","caller":"traceutil/trace.go:171","msg":"trace[294797328] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"430.246105ms","start":"2026-03-02T23:03:44.807514Z","end":"2026-03-02T23:03:45.23776Z","steps":["trace[294797328] 'process raft request' (duration: 407.115805ms)","trace[294797328] 'compare' (duration: 22.850765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:45.237905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.174577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:45.237931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:44.807492Z","time spent":"430.364347ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:45.237945Z","caller":"traceutil/trace.go:171","msg":"trace[1835654449] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22987; }","duration":"260.286349ms","start":"2026-03-02T23:03:44.977647Z","end":"2026-03-02T23:03:45.237933Z","steps":["trace[1835654449] 'agreement among raft nodes before linearized reading' (duration: 260.201637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:45.655968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.306999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:45.65656Z","caller":"traceutil/trace.go:171","msg":"trace[2006537316] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23780; }","duration":"418.838144ms","start":"2026-03-02T23:03:45.237696Z","end":"2026-03-02T23:03:45.656535Z","steps":["trace[2006537316] 'read index received' (duration: 259.859792ms)","trace[2006537316] 'applied index is now lower than readState.Index' (duration: 158.976622ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:45.656559Z","caller":"traceutil/trace.go:171","msg":"trace[50106868] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"459.627614ms","start":"2026-03-02T23:03:45.196908Z","end":"2026-03-02T23:03:45.656536Z","steps":["trace[50106868] 'process raft request' (duration: 459.248877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:45.656566Z","caller":"traceutil/trace.go:171","msg":"trace[1380464841] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"467.642693ms","start":"2026-03-02T23:03:45.188882Z","end":"2026-03-02T23:03:45.656525Z","steps":["trace[1380464841] 'process raft request' (duration: 308.664941ms)","trace[1380464841] 'compare' (duration: 158.159407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:45.656698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.196878Z","time spent":"459.744746ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:45.656708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.188846Z","time spent":"467.785466ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:45.657204Z","caller":"traceutil/trace.go:171","msg":"trace[1744980478] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"464.559716ms","start":"2026-03-02T23:03:45.191858Z","end":"2026-03-02T23:03:45.656418Z","steps":["trace[1744980478] 'process raft request' (duration: 464.212899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:45.657404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.191839Z","time spent":"465.462462ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:46.199085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002842975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:03:46.199167Z","caller":"traceutil/trace.go:171","msg":"trace[830322119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22990; }","duration":"1.002988688s","start":"2026-03-02T23:03:45.196155Z","end":"2026-03-02T23:03:46.199144Z","steps":["trace[830322119] 'agreement among raft nodes before linearized reading' (duration: 460.448429ms)","trace[830322119] 'range keys from in-memory index tree' (duration: 542.334665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:46.199232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.196134Z","time spent":"1.003065889s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T23:03:46.19946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.236551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T23:03:46.199714Z","caller":"traceutil/trace.go:171","msg":"trace[1388383178] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"479.31228ms","start":"2026-03-02T23:03:45.720382Z","end":"2026-03-02T23:03:46.199694Z","steps":["trace[1388383178] 'process raft request' (duration: 479.178408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.19982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.720363Z","time spent":"479.390772ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:46.199835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.886937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T23:03:46.199882Z","caller":"traceutil/trace.go:171","msg":"trace[1201399534] range","detail":"{range_begin:/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec; range_end:; response_count:1; response_revision:22991; }","duration":"921.969298ms","start":"2026-03-02T23:03:45.2779Z","end":"2026-03-02T23:03:46.19987Z","steps":["trace[1201399534] 'agreement among raft nodes before linearized reading' (duration: 921.817356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.199922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.277883Z","time spent":"922.031889ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" "} {"level":"info","ts":"2026-03-02T23:03:46.199689Z","caller":"traceutil/trace.go:171","msg":"trace[1793553963] linearizableReadLoop","detail":"{readStateIndex:23784; appliedIndex:23783; }","duration":"543.058589ms","start":"2026-03-02T23:03:45.656611Z","end":"2026-03-02T23:03:46.199669Z","steps":["trace[1793553963] 'read index received' (duration: 32.131µs)","trace[1793553963] 'applied index is now lower than readState.Index' (duration: 543.015857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:46.200269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.581785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-02T23:03:46.200348Z","caller":"traceutil/trace.go:171","msg":"trace[110606479] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22991; }","duration":"947.725438ms","start":"2026-03-02T23:03:45.2526Z","end":"2026-03-02T23:03:46.200325Z","steps":["trace[110606479] 'agreement among raft nodes before linearized reading' (duration: 947.385392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.200385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.252574Z","time spent":"947.80211ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T23:03:46.27956Z","caller":"traceutil/trace.go:171","msg":"trace[1964474179] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"551.961484ms","start":"2026-03-02T23:03:45.727581Z","end":"2026-03-02T23:03:46.279543Z","steps":["trace[1964474179] 'process raft request' (duration: 551.843632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.279676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.727559Z","time spent":"552.053216ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:46.977463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.569034Z","time spent":"408.42034ms","remote":"127.0.0.1:51902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T23:03:46.977924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.326297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:46.978369Z","caller":"traceutil/trace.go:171","msg":"trace[1461731319] linearizableReadLoop","detail":"{readStateIndex:23787; appliedIndex:23785; }","duration":"778.059377ms","start":"2026-03-02T23:03:46.200283Z","end":"2026-03-02T23:03:46.978343Z","steps":["trace[1461731319] 'read index received' (duration: 79.121084ms)","trace[1461731319] 'applied index is now lower than readState.Index' (duration: 698.936673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:46.978517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003897265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:46.97856Z","caller":"traceutil/trace.go:171","msg":"trace[2097388698] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22995; }","duration":"1.003996286s","start":"2026-03-02T23:03:45.974551Z","end":"2026-03-02T23:03:46.978547Z","steps":["trace[2097388698] 'agreement among raft nodes before linearized reading' (duration: 1.003910675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.978481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.483169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:46.979007Z","caller":"traceutil/trace.go:171","msg":"trace[1714869510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22995; }","duration":"783.06328ms","start":"2026-03-02T23:03:46.195922Z","end":"2026-03-02T23:03:46.978985Z","steps":["trace[1714869510] 'agreement among raft nodes before linearized reading' (duration: 782.452888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.978605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.974522Z","time spent":"1.004071187s","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:46.979167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.195902Z","time spent":"783.186213ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T23:03:46.978566Z","caller":"traceutil/trace.go:171","msg":"trace[193691917] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"776.293183ms","start":"2026-03-02T23:03:46.202188Z","end":"2026-03-02T23:03:46.978482Z","steps":["trace[193691917] 'process raft request' (duration: 775.887356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.978724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165519316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:03:46.979541Z","caller":"traceutil/trace.go:171","msg":"trace[641886989] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22995; }","duration":"1.166333631s","start":"2026-03-02T23:03:45.813172Z","end":"2026-03-02T23:03:46.979506Z","steps":["trace[641886989] 'agreement among raft nodes before linearized reading' (duration: 1.165470195s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:46.978838Z","caller":"traceutil/trace.go:171","msg":"trace[244085640] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"775.653921ms","start":"2026-03-02T23:03:46.203151Z","end":"2026-03-02T23:03:46.978805Z","steps":["trace[244085640] 'process raft request' (duration: 775.112351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.979587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.813157Z","time spent":"1.166418943s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:46.978896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252592178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T23:03:46.979721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.20213Z","time spent":"777.261941ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:46.978523Z","caller":"traceutil/trace.go:171","msg":"trace[841799831] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"795.345228ms","start":"2026-03-02T23:03:46.183142Z","end":"2026-03-02T23:03:46.978487Z","steps":["trace[841799831] 'process raft request' (duration: 524.292288ms)","trace[841799831] 'compare' (duration: 269.864088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:46.979725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.203139Z","time spent":"776.468317ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:46.979742Z","caller":"traceutil/trace.go:171","msg":"trace[777146663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22995; }","duration":"1.253465384s","start":"2026-03-02T23:03:45.726251Z","end":"2026-03-02T23:03:46.979717Z","steps":["trace[777146663] 'agreement among raft nodes before linearized reading' (duration: 1.252499846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:46.97981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.183119Z","time spent":"796.657883ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:46.97983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:45.726235Z","time spent":"1.253572466s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T23:03:47.023857Z","caller":"traceutil/trace.go:171","msg":"trace[1272746670] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"312.092255ms","start":"2026-03-02T23:03:46.711731Z","end":"2026-03-02T23:03:47.023824Z","steps":["trace[1272746670] 'process raft request' (duration: 311.883671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.024058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.711703Z","time spent":"312.249107ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:47.78847Z","caller":"traceutil/trace.go:171","msg":"trace[570078676] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23789; }","duration":"810.027822ms","start":"2026-03-02T23:03:46.978417Z","end":"2026-03-02T23:03:47.788445Z","steps":["trace[570078676] 'read index received' (duration: 45.114221ms)","trace[570078676] 'applied index is now lower than readState.Index' (duration: 764.912671ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:47.788756Z","caller":"traceutil/trace.go:171","msg":"trace[893956597] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"980.361656ms","start":"2026-03-02T23:03:46.80838Z","end":"2026-03-02T23:03:47.788742Z","steps":["trace[893956597] 'process raft request' (duration: 895.848851ms)","trace[893956597] 'compare' (duration: 83.296512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:47.78886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.808346Z","time spent":"980.440328ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:47.789065Z","caller":"traceutil/trace.go:171","msg":"trace[400415993] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"805.483518ms","start":"2026-03-02T23:03:46.983546Z","end":"2026-03-02T23:03:47.789055Z","steps":["trace[400415993] 'process raft request' (duration: 804.773095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.789119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.983526Z","time spent":"805.562869ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:47.789316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.363438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T23:03:47.789345Z","caller":"traceutil/trace.go:171","msg":"trace[758541211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22998; }","duration":"950.433008ms","start":"2026-03-02T23:03:46.838903Z","end":"2026-03-02T23:03:47.789336Z","steps":["trace[758541211] 'agreement among raft nodes before linearized reading' (duration: 950.323286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.78935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23980034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:47.78939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.838892Z","time spent":"950.49203ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T23:03:47.789409Z","caller":"traceutil/trace.go:171","msg":"trace[1538722394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22998; }","duration":"1.239899531s","start":"2026-03-02T23:03:46.549493Z","end":"2026-03-02T23:03:47.789393Z","steps":["trace[1538722394] 'agreement among raft nodes before linearized reading' (duration: 1.239778309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.789445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.549475Z","time spent":"1.239960713s","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:47.789594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58165536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-03-02T23:03:47.78963Z","caller":"traceutil/trace.go:171","msg":"trace[856663440] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22998; }","duration":"1.58172373s","start":"2026-03-02T23:03:46.207897Z","end":"2026-03-02T23:03:47.789621Z","steps":["trace[856663440] 'agreement among raft nodes before linearized reading' (duration: 1.581628619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.789655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.20788Z","time spent":"1.581770182s","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T23:03:47.789677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.984687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:03:47.789718Z","caller":"traceutil/trace.go:171","msg":"trace[776287003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22998; }","duration":"981.024848ms","start":"2026-03-02T23:03:46.808683Z","end":"2026-03-02T23:03:47.789708Z","steps":["trace[776287003] 'agreement among raft nodes before linearized reading' (duration: 980.917566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.789752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.8086Z","time spent":"981.145611ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:47.789855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125314557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:03:47.78988Z","caller":"traceutil/trace.go:171","msg":"trace[912869916] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22998; }","duration":"1.125377138s","start":"2026-03-02T23:03:46.664494Z","end":"2026-03-02T23:03:47.789871Z","steps":["trace[912869916] 'agreement among raft nodes before linearized reading' (duration: 1.125335747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.789905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.664474Z","time spent":"1.125424359s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:47.790055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180120768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T23:03:47.790128Z","caller":"traceutil/trace.go:171","msg":"trace[1107105126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22998; }","duration":"1.180248221s","start":"2026-03-02T23:03:46.609868Z","end":"2026-03-02T23:03:47.790116Z","steps":["trace[1107105126] 'agreement among raft nodes before linearized reading' (duration: 1.180059207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:47.790155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.60984Z","time spent":"1.180309581s","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T23:03:48.162029Z","caller":"traceutil/trace.go:171","msg":"trace[620711136] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"500.177349ms","start":"2026-03-02T23:03:47.661827Z","end":"2026-03-02T23:03:48.162005Z","steps":["trace[620711136] 'process raft request' (duration: 466.9123ms)","trace[620711136] 'compare' (duration: 33.053965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:48.162235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.661794Z","time spent":"500.357033ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:48.162391Z","caller":"traceutil/trace.go:171","msg":"trace[1547718844] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"499.027018ms","start":"2026-03-02T23:03:47.663337Z","end":"2026-03-02T23:03:48.162364Z","steps":["trace[1547718844] 'process raft request' (duration: 498.61827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.162534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.663317Z","time spent":"499.13569ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:48.162687Z","caller":"traceutil/trace.go:171","msg":"trace[548597757] linearizableReadLoop","detail":"{readStateIndex:23795; appliedIndex:23792; }","duration":"374.10134ms","start":"2026-03-02T23:03:47.788542Z","end":"2026-03-02T23:03:48.162643Z","steps":["trace[548597757] 'read index received' (duration: 340.540835ms)","trace[548597757] 'applied index is now lower than readState.Index' (duration: 33.555175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:48.162811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.497431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.16286Z","caller":"traceutil/trace.go:171","msg":"trace[3788492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23001; }","duration":"781.585082ms","start":"2026-03-02T23:03:47.381263Z","end":"2026-03-02T23:03:48.162848Z","steps":["trace[3788492] 'agreement among raft nodes before linearized reading' (duration: 781.503671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.162891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.381242Z","time spent":"781.643224ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:48.162872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011803672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.162935Z","caller":"traceutil/trace.go:171","msg":"trace[1352031755] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"499.227871ms","start":"2026-03-02T23:03:47.663685Z","end":"2026-03-02T23:03:48.162913Z","steps":["trace[1352031755] 'process raft request' (duration: 498.593569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.162942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181588415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:48.162945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.164284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:03:48.162981Z","caller":"traceutil/trace.go:171","msg":"trace[2083085199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23001; }","duration":"1.011931874s","start":"2026-03-02T23:03:47.151022Z","end":"2026-03-02T23:03:48.162954Z","steps":["trace[2083085199] 'agreement among raft nodes before linearized reading' (duration: 1.011668019s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:48.163008Z","caller":"traceutil/trace.go:171","msg":"trace[2117203977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23001; }","duration":"1.181716008s","start":"2026-03-02T23:03:46.981271Z","end":"2026-03-02T23:03:48.162987Z","steps":["trace[2117203977] 'agreement among raft nodes before linearized reading' (duration: 1.181553865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.16303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.663638Z","time spent":"499.343844ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:48.163045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.150998Z","time spent":"1.012034697s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T23:03:48.163045Z","caller":"traceutil/trace.go:171","msg":"trace[1610281594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23001; }","duration":"920.329327ms","start":"2026-03-02T23:03:47.24269Z","end":"2026-03-02T23:03:48.163019Z","steps":["trace[1610281594] 'agreement among raft nodes before linearized reading' (duration: 919.978291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.163062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:46.98125Z","time spent":"1.181799249s","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:48.163113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.242676Z","time spent":"920.427189ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:48.164871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.243391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.164974Z","caller":"traceutil/trace.go:171","msg":"trace[1968198458] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23001; }","duration":"704.402895ms","start":"2026-03-02T23:03:47.460554Z","end":"2026-03-02T23:03:48.164957Z","steps":["trace[1968198458] 'agreement among raft nodes before linearized reading' (duration: 702.086801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.165077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.460534Z","time spent":"704.528607ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:03:48.313137Z","caller":"traceutil/trace.go:171","msg":"trace[1952141348] linearizableReadLoop","detail":"{readStateIndex:23797; appliedIndex:23795; }","duration":"150.327951ms","start":"2026-03-02T23:03:48.162775Z","end":"2026-03-02T23:03:48.313102Z","steps":["trace[1952141348] 'read index received' (duration: 149.861532ms)","trace[1952141348] 'applied index is now lower than readState.Index' (duration: 464.459µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:48.313351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.826082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.313347Z","caller":"traceutil/trace.go:171","msg":"trace[100345969] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"517.346289ms","start":"2026-03-02T23:03:47.795977Z","end":"2026-03-02T23:03:48.313323Z","steps":["trace[100345969] 'process raft request' (duration: 517.013262ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:48.313398Z","caller":"traceutil/trace.go:171","msg":"trace[213313591] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23003; }","duration":"287.950705ms","start":"2026-03-02T23:03:48.025434Z","end":"2026-03-02T23:03:48.313385Z","steps":["trace[213313591] 'agreement among raft nodes before linearized reading' (duration: 287.832163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:48.313371Z","caller":"traceutil/trace.go:171","msg":"trace[915195812] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"517.431161ms","start":"2026-03-02T23:03:47.795901Z","end":"2026-03-02T23:03:48.313332Z","steps":["trace[915195812] 'process raft request' (duration: 516.634186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.313498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.795956Z","time spent":"517.456421ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:48.313583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.795888Z","time spent":"517.586734ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:48.313601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.723893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T23:03:48.313693Z","caller":"traceutil/trace.go:171","msg":"trace[1363230375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23003; }","duration":"519.864446ms","start":"2026-03-02T23:03:47.793807Z","end":"2026-03-02T23:03:48.313672Z","steps":["trace[1363230375] 'agreement among raft nodes before linearized reading' (duration: 519.55812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.31375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:47.793791Z","time spent":"519.949957ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T23:03:48.314726Z","caller":"traceutil/trace.go:171","msg":"trace[1685740537] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"109.51554ms","start":"2026-03-02T23:03:48.20519Z","end":"2026-03-02T23:03:48.314706Z","steps":["trace[1685740537] 'process raft request' (duration: 109.119003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:48.314912Z","caller":"traceutil/trace.go:171","msg":"trace[1232225720] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"144.40749ms","start":"2026-03-02T23:03:48.170494Z","end":"2026-03-02T23:03:48.314901Z","steps":["trace[1232225720] 'process raft request' (duration: 143.664016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.314975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.829402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:03:48.315056Z","caller":"traceutil/trace.go:171","msg":"trace[511950541] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23003; }","duration":"178.953794ms","start":"2026-03-02T23:03:48.136079Z","end":"2026-03-02T23:03:48.315033Z","steps":["trace[511950541] 'agreement among raft nodes before linearized reading' (duration: 177.205852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.315432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.527799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.31548Z","caller":"traceutil/trace.go:171","msg":"trace[826952478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23006; }","duration":"140.58953ms","start":"2026-03-02T23:03:48.174878Z","end":"2026-03-02T23:03:48.315467Z","steps":["trace[826952478] 'agreement among raft nodes before linearized reading' (duration: 140.515188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.314488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.869691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.315656Z","caller":"traceutil/trace.go:171","msg":"trace[1638962068] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23006; }","duration":"144.981181ms","start":"2026-03-02T23:03:48.170535Z","end":"2026-03-02T23:03:48.315517Z","steps":["trace[1638962068] 'agreement among raft nodes before linearized reading' (duration: 143.881631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.822071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.60656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:48.822141Z","caller":"traceutil/trace.go:171","msg":"trace[991716456] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23006; }","duration":"373.687061ms","start":"2026-03-02T23:03:48.448436Z","end":"2026-03-02T23:03:48.822124Z","steps":["trace[991716456] 'range keys from in-memory index tree' (duration: 373.477538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:48.822176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:48.448382Z","time spent":"373.784973ms","remote":"127.0.0.1:60818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T23:03:48.822286Z","caller":"traceutil/trace.go:171","msg":"trace[1310148739] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"139.617891ms","start":"2026-03-02T23:03:48.682647Z","end":"2026-03-02T23:03:48.822265Z","steps":["trace[1310148739] 'process raft request' (duration: 137.926579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:49.311901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.767397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:03:49.312014Z","caller":"traceutil/trace.go:171","msg":"trace[857354010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23007; }","duration":"327.961431ms","start":"2026-03-02T23:03:48.984026Z","end":"2026-03-02T23:03:49.311987Z","steps":["trace[857354010] 'range keys from in-memory index tree' (duration: 327.510412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:49.312071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:48.983996Z","time spent":"328.064072ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T23:03:49.312107Z","caller":"traceutil/trace.go:171","msg":"trace[778288717] linearizableReadLoop","detail":"{readStateIndex:23802; appliedIndex:23801; }","duration":"209.230459ms","start":"2026-03-02T23:03:49.102846Z","end":"2026-03-02T23:03:49.312076Z","steps":["trace[778288717] 'read index received' (duration: 207.964675ms)","trace[778288717] 'applied index is now lower than readState.Index' (duration: 1.264104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:49.312368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.985851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:49.312414Z","caller":"traceutil/trace.go:171","msg":"trace[1076450140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23008; }","duration":"116.067633ms","start":"2026-03-02T23:03:49.196334Z","end":"2026-03-02T23:03:49.312402Z","steps":["trace[1076450140] 'agreement among raft nodes before linearized reading' (duration: 115.995281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:49.312492Z","caller":"traceutil/trace.go:171","msg":"trace[103975357] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"282.264569ms","start":"2026-03-02T23:03:49.0302Z","end":"2026-03-02T23:03:49.312465Z","steps":["trace[103975357] 'process raft request' (duration: 280.642539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:49.312562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.676597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T23:03:49.312657Z","caller":"traceutil/trace.go:171","msg":"trace[1755240679] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23008; }","duration":"209.83683ms","start":"2026-03-02T23:03:49.102796Z","end":"2026-03-02T23:03:49.312633Z","steps":["trace[1755240679] 'agreement among raft nodes before linearized reading' (duration: 209.518294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:49.716667Z","caller":"traceutil/trace.go:171","msg":"trace[107150178] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"399.046245ms","start":"2026-03-02T23:03:49.31759Z","end":"2026-03-02T23:03:49.716636Z","steps":["trace[107150178] 'process raft request' (duration: 398.546786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:49.716835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:49.317572Z","time spent":"399.178728ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:50.184283Z","caller":"traceutil/trace.go:171","msg":"trace[1312918748] linearizableReadLoop","detail":"{readStateIndex:23804; appliedIndex:23803; }","duration":"387.795285ms","start":"2026-03-02T23:03:49.796457Z","end":"2026-03-02T23:03:50.184252Z","steps":["trace[1312918748] 'read index received' (duration: 386.024552ms)","trace[1312918748] 'applied index is now lower than readState.Index' (duration: 1.769583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:50.18454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.058511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:03:50.184586Z","caller":"traceutil/trace.go:171","msg":"trace[1831922985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23010; }","duration":"388.141542ms","start":"2026-03-02T23:03:49.796433Z","end":"2026-03-02T23:03:50.184574Z","steps":["trace[1831922985] 'agreement among raft nodes before linearized reading' (duration: 387.948738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.184673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:49.796425Z","time spent":"388.209273ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T23:03:50.18468Z","caller":"traceutil/trace.go:171","msg":"trace[784186975] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"389.027908ms","start":"2026-03-02T23:03:49.795495Z","end":"2026-03-02T23:03:50.184523Z","steps":["trace[784186975] 'process raft request' (duration: 386.777316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.185137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:49.795475Z","time spent":"389.447246ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:50.260874Z","caller":"traceutil/trace.go:171","msg":"trace[565625711] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"284.271506ms","start":"2026-03-02T23:03:49.97656Z","end":"2026-03-02T23:03:50.260832Z","steps":["trace[565625711] 'process raft request' (duration: 283.92333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.261323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.224094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T23:03:50.261419Z","caller":"traceutil/trace.go:171","msg":"trace[920678798] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23015; }","duration":"285.405337ms","start":"2026-03-02T23:03:49.975995Z","end":"2026-03-02T23:03:50.2614Z","steps":["trace[920678798] 'agreement among raft nodes before linearized reading' (duration: 285.103581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.990497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.226813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T23:03:50.990451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.193816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:50.990586Z","caller":"traceutil/trace.go:171","msg":"trace[322974124] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:23015; }","duration":"695.373606ms","start":"2026-03-02T23:03:50.295193Z","end":"2026-03-02T23:03:50.990567Z","steps":["trace[322974124] 'range keys from in-memory index tree' (duration: 695.012689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:50.9906Z","caller":"traceutil/trace.go:171","msg":"trace[1816638884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23015; }","duration":"320.358539ms","start":"2026-03-02T23:03:50.670218Z","end":"2026-03-02T23:03:50.990577Z","steps":["trace[1816638884] 'range keys from in-memory index tree' (duration: 320.170195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.990645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.295097Z","time spent":"695.538089ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-03-02T23:03:50.990727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.122382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:03:50.990747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.757466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T23:03:50.990774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.691427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:50.990796Z","caller":"traceutil/trace.go:171","msg":"trace[1100352213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23015; }","duration":"672.194664ms","start":"2026-03-02T23:03:50.318577Z","end":"2026-03-02T23:03:50.990772Z","steps":["trace[1100352213] 'range keys from in-memory index tree' (duration: 671.850448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:50.99084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.318571Z","time spent":"672.260806ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T23:03:50.990838Z","caller":"traceutil/trace.go:171","msg":"trace[584692836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23015; }","duration":"671.863928ms","start":"2026-03-02T23:03:50.31895Z","end":"2026-03-02T23:03:50.990814Z","steps":["trace[584692836] 'range keys from in-memory index tree' (duration: 671.584403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:50.990859Z","caller":"traceutil/trace.go:171","msg":"trace[406199865] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"670.056554ms","start":"2026-03-02T23:03:50.320787Z","end":"2026-03-02T23:03:50.990844Z","steps":["trace[406199865] 'process raft request' (duration: 321.221284ms)","trace[406199865] 'compare' (duration: 348.208128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:50.990887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.318937Z","time spent":"671.941409ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:50.990904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.320777Z","time spent":"670.106836ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:51.035432Z","caller":"traceutil/trace.go:171","msg":"trace[1937106670] linearizableReadLoop","detail":"{readStateIndex:23811; appliedIndex:23809; }","duration":"710.538968ms","start":"2026-03-02T23:03:50.324868Z","end":"2026-03-02T23:03:51.035407Z","steps":["trace[1937106670] 'read index received' (duration: 317.24642ms)","trace[1937106670] 'applied index is now lower than readState.Index' (duration: 393.291838ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:51.035718Z","caller":"traceutil/trace.go:171","msg":"trace[1234294204] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"711.65963ms","start":"2026-03-02T23:03:50.324047Z","end":"2026-03-02T23:03:51.035706Z","steps":["trace[1234294204] 'process raft request' (duration: 711.211511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.035826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.324025Z","time spent":"711.720671ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:51.036062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.201631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:03:51.036094Z","caller":"traceutil/trace.go:171","msg":"trace[1840801049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23017; }","duration":"711.265302ms","start":"2026-03-02T23:03:50.32482Z","end":"2026-03-02T23:03:51.036085Z","steps":["trace[1840801049] 'agreement among raft nodes before linearized reading' (duration: 711.15196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.03612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.324802Z","time spent":"711.308363ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:51.070945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.479121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:51.071032Z","caller":"traceutil/trace.go:171","msg":"trace[2014372916] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23019; }","duration":"349.643815ms","start":"2026-03-02T23:03:50.721368Z","end":"2026-03-02T23:03:51.071012Z","steps":["trace[2014372916] 'agreement among raft nodes before linearized reading' (duration: 349.462471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.071078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:50.721341Z","time spent":"349.726507ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:51.544083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.846757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T23:03:51.544188Z","caller":"traceutil/trace.go:171","msg":"trace[1293551415] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23021; }","duration":"453.013281ms","start":"2026-03-02T23:03:51.091149Z","end":"2026-03-02T23:03:51.544162Z","steps":["trace[1293551415] 'range keys from in-memory index tree' (duration: 452.621254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.544265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:51.091124Z","time spent":"453.131023ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T23:03:51.544524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.071463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:51.544598Z","caller":"traceutil/trace.go:171","msg":"trace[1215897733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23021; }","duration":"350.188615ms","start":"2026-03-02T23:03:51.194391Z","end":"2026-03-02T23:03:51.54458Z","steps":["trace[1215897733] 'range keys from in-memory index tree' (duration: 349.996431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.544636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:51.194373Z","time spent":"350.256666ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:51.544887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.565924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T23:03:51.544912Z","caller":"traceutil/trace.go:171","msg":"trace[1261253807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23021; }","duration":"334.626595ms","start":"2026-03-02T23:03:51.210278Z","end":"2026-03-02T23:03:51.544905Z","steps":["trace[1261253807] 'range keys from in-memory index tree' (duration: 334.37996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.544936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:51.210259Z","time spent":"334.671256ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T23:03:51.545526Z","caller":"traceutil/trace.go:171","msg":"trace[911123105] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"207.770642ms","start":"2026-03-02T23:03:51.337737Z","end":"2026-03-02T23:03:51.545507Z","steps":["trace[911123105] 'process raft request' (duration: 207.731811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:51.545576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.862277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267212"} {"level":"info","ts":"2026-03-02T23:03:51.545648Z","caller":"traceutil/trace.go:171","msg":"trace[554832594] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"229.778811ms","start":"2026-03-02T23:03:51.315863Z","end":"2026-03-02T23:03:51.545642Z","steps":["trace[554832594] 'process raft request' (duration: 229.16598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:51.545649Z","caller":"traceutil/trace.go:171","msg":"trace[291523980] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23021; }","duration":"234.975398ms","start":"2026-03-02T23:03:51.310657Z","end":"2026-03-02T23:03:51.545633Z","steps":["trace[291523980] 'range keys from in-memory index tree' (duration: 234.110632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:51.676421Z","caller":"traceutil/trace.go:171","msg":"trace[186837310] linearizableReadLoop","detail":"{readStateIndex:23819; appliedIndex:23818; }","duration":"127.241271ms","start":"2026-03-02T23:03:51.549151Z","end":"2026-03-02T23:03:51.676392Z","steps":["trace[186837310] 'read index received' (duration: 109.658153ms)","trace[186837310] 'applied index is now lower than readState.Index' (duration: 17.581968ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:51.676559Z","caller":"traceutil/trace.go:171","msg":"trace[1092481929] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"127.694729ms","start":"2026-03-02T23:03:51.548848Z","end":"2026-03-02T23:03:51.676543Z","steps":["trace[1092481929] 'process raft request' (duration: 109.962888ms)","trace[1092481929] 'compare' (duration: 17.465206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:51.676804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.636458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:03:51.676845Z","caller":"traceutil/trace.go:171","msg":"trace[275115165] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23024; }","duration":"127.691299ms","start":"2026-03-02T23:03:51.549145Z","end":"2026-03-02T23:03:51.676836Z","steps":["trace[275115165] 'agreement among raft nodes before linearized reading' (duration: 127.525246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.569082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:03:52.711054Z","caller":"traceutil/trace.go:171","msg":"trace[600703894] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"985.606872ms","start":"2026-03-02T23:03:51.725409Z","end":"2026-03-02T23:03:52.711015Z","steps":["trace[600703894] 'process raft request' (duration: 985.401498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.711236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:51.725385Z","time spent":"985.754775ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:52.737041Z","caller":"traceutil/trace.go:171","msg":"trace[1437298275] linearizableReadLoop","detail":"{readStateIndex:23825; appliedIndex:23819; }","duration":"668.426743ms","start":"2026-03-02T23:03:52.068593Z","end":"2026-03-02T23:03:52.73702Z","steps":["trace[1437298275] 'read index received' (duration: 642.352577ms)","trace[1437298275] 'applied index is now lower than readState.Index' (duration: 26.073186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:52.737049Z","caller":"traceutil/trace.go:171","msg":"trace[2038173989] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"744.911467ms","start":"2026-03-02T23:03:51.992084Z","end":"2026-03-02T23:03:52.736996Z","steps":["trace[2038173989] 'process raft request' (duration: 744.676883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:52.737097Z","caller":"traceutil/trace.go:171","msg":"trace[1829742858] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"468.751374ms","start":"2026-03-02T23:03:52.268317Z","end":"2026-03-02T23:03:52.737068Z","steps":["trace[1829742858] 'process raft request' (duration: 468.599231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.737188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.589345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:52.737159Z","caller":"traceutil/trace.go:171","msg":"trace[1277962240] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"468.742223ms","start":"2026-03-02T23:03:52.268368Z","end":"2026-03-02T23:03:52.73711Z","steps":["trace[1277962240] 'process raft request' (duration: 468.594281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:52.737217Z","caller":"traceutil/trace.go:171","msg":"trace[802421041] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23030; }","duration":"668.713247ms","start":"2026-03-02T23:03:52.068499Z","end":"2026-03-02T23:03:52.737212Z","steps":["trace[802421041] 'agreement among raft nodes before linearized reading' (duration: 668.643056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.73724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.068472Z","time spent":"668.762869ms","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:52.737226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:51.992051Z","time spent":"745.068741ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:52.737237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.268283Z","time spent":"468.877076ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:52.737334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.268346Z","time spent":"468.891536ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:52.737394Z","caller":"traceutil/trace.go:171","msg":"trace[1809340438] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"547.01289ms","start":"2026-03-02T23:03:52.190364Z","end":"2026-03-02T23:03:52.737377Z","steps":["trace[1809340438] 'process raft request' (duration: 546.523601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.737446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.967458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:52.737468Z","caller":"traceutil/trace.go:171","msg":"trace[735892475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23030; }","duration":"541.031919ms","start":"2026-03-02T23:03:52.196432Z","end":"2026-03-02T23:03:52.737464Z","steps":["trace[735892475] 'agreement among raft nodes before linearized reading' (duration: 540.995858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.737464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.190337Z","time spent":"547.087232ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:52.737132Z","caller":"traceutil/trace.go:171","msg":"trace[1495547111] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"468.741134ms","start":"2026-03-02T23:03:52.268384Z","end":"2026-03-02T23:03:52.737125Z","steps":["trace[1495547111] 'process raft request' (duration: 468.599381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.737549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.376115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:03:52.737563Z","caller":"traceutil/trace.go:171","msg":"trace[1312257582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23030; }","duration":"469.434376ms","start":"2026-03-02T23:03:52.268125Z","end":"2026-03-02T23:03:52.737559Z","steps":["trace[1312257582] 'agreement among raft nodes before linearized reading' (duration: 469.364535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.73758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.268101Z","time spent":"469.473027ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:52.737597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.268362Z","time spent":"469.199812ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:52.737608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.939433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T23:03:52.737648Z","caller":"traceutil/trace.go:171","msg":"trace[1139096207] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23030; }","duration":"289.027705ms","start":"2026-03-02T23:03:52.448606Z","end":"2026-03-02T23:03:52.737634Z","steps":["trace[1139096207] 'agreement among raft nodes before linearized reading' (duration: 288.864662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:52.737481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.196409Z","time spent":"541.06957ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T23:03:53.223936Z","caller":"traceutil/trace.go:171","msg":"trace[2005187112] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"481.45088ms","start":"2026-03-02T23:03:52.742452Z","end":"2026-03-02T23:03:53.223903Z","steps":["trace[2005187112] 'process raft request' (duration: 480.146616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.224092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.742437Z","time spent":"481.575602ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:53.65547Z","caller":"traceutil/trace.go:171","msg":"trace[338203429] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"912.901198ms","start":"2026-03-02T23:03:52.742543Z","end":"2026-03-02T23:03:53.655444Z","steps":["trace[338203429] 'process raft request' (duration: 890.386579ms)","trace[338203429] 'compare' (duration: 21.824657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:53.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.742522Z","time spent":"913.019911ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:53.655864Z","caller":"traceutil/trace.go:171","msg":"trace[2112207990] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"659.162342ms","start":"2026-03-02T23:03:52.996672Z","end":"2026-03-02T23:03:53.655835Z","steps":["trace[2112207990] 'process raft request' (duration: 658.724084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:53.655992Z","caller":"traceutil/trace.go:171","msg":"trace[561371671] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23825; }","duration":"606.243885ms","start":"2026-03-02T23:03:53.049721Z","end":"2026-03-02T23:03:53.655965Z","steps":["trace[561371671] 'read index received' (duration: 172.85707ms)","trace[561371671] 'applied index is now lower than readState.Index' (duration: 433.385895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:53.656021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:52.996652Z","time spent":"659.288724ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:53.656222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.491199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T23:03:53.656308Z","caller":"traceutil/trace.go:171","msg":"trace[521784354] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23034; }","duration":"606.652583ms","start":"2026-03-02T23:03:53.049634Z","end":"2026-03-02T23:03:53.656287Z","steps":["trace[521784354] 'agreement among raft nodes before linearized reading' (duration: 606.449919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:53.656182Z","caller":"traceutil/trace.go:171","msg":"trace[751539043] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"615.748942ms","start":"2026-03-02T23:03:53.040396Z","end":"2026-03-02T23:03:53.656145Z","steps":["trace[751539043] 'process raft request' (duration: 615.447657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.656352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.04961Z","time spent":"606.732254ms","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T23:03:53.656742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.040374Z","time spent":"616.046488ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:53.65694Z","caller":"traceutil/trace.go:171","msg":"trace[1804616590] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"105.046067ms","start":"2026-03-02T23:03:53.551878Z","end":"2026-03-02T23:03:53.656924Z","steps":["trace[1804616590] 'process raft request' (duration: 104.910694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.656957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.47266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:03:53.65702Z","caller":"traceutil/trace.go:171","msg":"trace[1260878632] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23035; }","duration":"247.568362ms","start":"2026-03-02T23:03:53.409421Z","end":"2026-03-02T23:03:53.656989Z","steps":["trace[1260878632] 'agreement among raft nodes before linearized reading' (duration: 247.47583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.657045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.567984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T23:03:53.657106Z","caller":"traceutil/trace.go:171","msg":"trace[1828998414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23035; }","duration":"582.700297ms","start":"2026-03-02T23:03:53.074391Z","end":"2026-03-02T23:03:53.657092Z","steps":["trace[1828998414] 'agreement among raft nodes before linearized reading' (duration: 582.477103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.657148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.074378Z","time spent":"582.761458ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:03:53.657095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.005877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T23:03:53.657205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.177207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:03:53.657257Z","caller":"traceutil/trace.go:171","msg":"trace[927675230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23035; }","duration":"582.228018ms","start":"2026-03-02T23:03:53.075013Z","end":"2026-03-02T23:03:53.657241Z","steps":["trace[927675230] 'agreement among raft nodes before linearized reading' (duration: 582.083055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.6573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.074979Z","time spent":"582.31331ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T23:03:53.657236Z","caller":"traceutil/trace.go:171","msg":"trace[1559331001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23035; }","duration":"565.146809ms","start":"2026-03-02T23:03:53.092074Z","end":"2026-03-02T23:03:53.657221Z","steps":["trace[1559331001] 'agreement among raft nodes before linearized reading' (duration: 564.874074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:53.657429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.092041Z","time spent":"565.370813ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T23:03:54.049574Z","caller":"traceutil/trace.go:171","msg":"trace[1210158427] linearizableReadLoop","detail":"{readStateIndex:23831; appliedIndex:23830; }","duration":"383.889913ms","start":"2026-03-02T23:03:53.665638Z","end":"2026-03-02T23:03:54.049528Z","steps":["trace[1210158427] 'read index received' (duration: 383.785361ms)","trace[1210158427] 'applied index is now lower than readState.Index' (duration: 102.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:54.049805Z","caller":"traceutil/trace.go:171","msg":"trace[1139587312] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"384.575356ms","start":"2026-03-02T23:03:53.665147Z","end":"2026-03-02T23:03:54.049722Z","steps":["trace[1139587312] 'process raft request' (duration: 383.930574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.049983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.665129Z","time spent":"384.734909ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:54.050424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.739999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-37008b3c-dfa2-4d5b-a17a-bab42c74d912\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T23:03:54.050516Z","caller":"traceutil/trace.go:171","msg":"trace[1711084564] range","detail":"{range_begin:/registry/persistentvolumes/pvc-37008b3c-dfa2-4d5b-a17a-bab42c74d912; range_end:; response_count:1; response_revision:23036; }","duration":"384.872031ms","start":"2026-03-02T23:03:53.665621Z","end":"2026-03-02T23:03:54.050493Z","steps":["trace[1711084564] 'agreement among raft nodes before linearized reading' (duration: 384.436113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.052401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.665613Z","time spent":"386.765346ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-37008b3c-dfa2-4d5b-a17a-bab42c74d912\" "} {"level":"info","ts":"2026-03-02T23:03:54.604181Z","caller":"traceutil/trace.go:171","msg":"trace[1758120901] linearizableReadLoop","detail":"{readStateIndex:23833; appliedIndex:23831; }","duration":"554.487671ms","start":"2026-03-02T23:03:54.049671Z","end":"2026-03-02T23:03:54.604159Z","steps":["trace[1758120901] 'read index received' (duration: 461.60402ms)","trace[1758120901] 'applied index is now lower than readState.Index' (duration: 92.882491ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:54.60446Z","caller":"traceutil/trace.go:171","msg":"trace[1559186174] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"938.17914ms","start":"2026-03-02T23:03:53.666265Z","end":"2026-03-02T23:03:54.604444Z","steps":["trace[1559186174] 'process raft request' (duration: 845.024135ms)","trace[1559186174] 'compare' (duration: 92.650436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:54.604564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.666257Z","time spent":"938.236451ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:54.604722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.429328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T23:03:54.604734Z","caller":"traceutil/trace.go:171","msg":"trace[727580536] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"933.386471ms","start":"2026-03-02T23:03:53.671324Z","end":"2026-03-02T23:03:54.60471Z","steps":["trace[727580536] 'process raft request' (duration: 932.76925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.604727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.744741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:54.604773Z","caller":"traceutil/trace.go:171","msg":"trace[1080273044] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23038; }","duration":"526.53484ms","start":"2026-03-02T23:03:54.078224Z","end":"2026-03-02T23:03:54.604759Z","steps":["trace[1080273044] 'agreement among raft nodes before linearized reading' (duration: 526.362677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.604802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.078204Z","time spent":"526.592511ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T23:03:54.604801Z","caller":"traceutil/trace.go:171","msg":"trace[1644719776] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23038; }","duration":"141.877504ms","start":"2026-03-02T23:03:54.462905Z","end":"2026-03-02T23:03:54.604783Z","steps":["trace[1644719776] 'agreement among raft nodes before linearized reading' (duration: 141.742361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.604849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.671304Z","time spent":"933.481503ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:54.60485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.11355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:54.604832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.72028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:54.604921Z","caller":"traceutil/trace.go:171","msg":"trace[1317072641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23038; }","duration":"411.222902ms","start":"2026-03-02T23:03:54.19368Z","end":"2026-03-02T23:03:54.604903Z","steps":["trace[1317072641] 'agreement among raft nodes before linearized reading' (duration: 411.085859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.604906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.858033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T23:03:54.604931Z","caller":"traceutil/trace.go:171","msg":"trace[1693992087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23038; }","duration":"207.825182ms","start":"2026-03-02T23:03:54.397087Z","end":"2026-03-02T23:03:54.604912Z","steps":["trace[1693992087] 'agreement among raft nodes before linearized reading' (duration: 207.674639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.604965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.193648Z","time spent":"411.309744ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T23:03:54.604975Z","caller":"traceutil/trace.go:171","msg":"trace[1224823709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23038; }","duration":"733.990205ms","start":"2026-03-02T23:03:53.870968Z","end":"2026-03-02T23:03:54.604959Z","steps":["trace[1224823709] 'agreement among raft nodes before linearized reading' (duration: 733.764941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.605076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:53.87094Z","time spent":"734.127228ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T23:03:54.916644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.78248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:54.916736Z","caller":"traceutil/trace.go:171","msg":"trace[1612752585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23038; }","duration":"208.915742ms","start":"2026-03-02T23:03:54.707797Z","end":"2026-03-02T23:03:54.916713Z","steps":["trace[1612752585] 'count revisions from in-memory index tree' (duration: 208.722099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.916764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.327755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T23:03:54.916835Z","caller":"traceutil/trace.go:171","msg":"trace[795158949] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23038; }","duration":"213.417366ms","start":"2026-03-02T23:03:54.703396Z","end":"2026-03-02T23:03:54.916813Z","steps":["trace[795158949] 'range keys from in-memory index tree' (duration: 213.136291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:54.916753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.280841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:03:54.916936Z","caller":"traceutil/trace.go:171","msg":"trace[1837250277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23038; }","duration":"201.496254ms","start":"2026-03-02T23:03:54.715408Z","end":"2026-03-02T23:03:54.916904Z","steps":["trace[1837250277] 'range keys from in-memory index tree' (duration: 201.085376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:54.916821Z","caller":"traceutil/trace.go:171","msg":"trace[773853401] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"171.048317ms","start":"2026-03-02T23:03:54.745732Z","end":"2026-03-02T23:03:54.91678Z","steps":["trace[773853401] 'process raft request' (duration: 170.758111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:55.399797Z","caller":"traceutil/trace.go:171","msg":"trace[1134957220] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"653.982845ms","start":"2026-03-02T23:03:54.745789Z","end":"2026-03-02T23:03:55.399771Z","steps":["trace[1134957220] 'process raft request' (duration: 653.771691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:55.400065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.745768Z","time spent":"654.174349ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:55.400265Z","caller":"traceutil/trace.go:171","msg":"trace[1287705134] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"653.785301ms","start":"2026-03-02T23:03:54.746453Z","end":"2026-03-02T23:03:55.400238Z","steps":["trace[1287705134] 'process raft request' (duration: 653.615398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:55.400444Z","caller":"traceutil/trace.go:171","msg":"trace[1429235388] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"654.501865ms","start":"2026-03-02T23:03:54.74591Z","end":"2026-03-02T23:03:55.400412Z","steps":["trace[1429235388] 'process raft request' (duration: 653.825212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:55.400697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.745861Z","time spent":"654.656768ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:55.400721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.746436Z","time spent":"653.898643ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:55.974976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.108739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:55.975055Z","caller":"traceutil/trace.go:171","msg":"trace[265082896] linearizableReadLoop","detail":"{readStateIndex:23838; appliedIndex:23834; }","duration":"1.046781232s","start":"2026-03-02T23:03:54.928261Z","end":"2026-03-02T23:03:55.975043Z","steps":["trace[265082896] 'read index received' (duration: 471.351832ms)","trace[265082896] 'applied index is now lower than readState.Index' (duration: 575.42846ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:55.975108Z","caller":"traceutil/trace.go:171","msg":"trace[1375367352] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"1.052625411s","start":"2026-03-02T23:03:54.922473Z","end":"2026-03-02T23:03:55.975099Z","steps":["trace[1375367352] 'process raft request' (duration: 583.327298ms)","trace[1375367352] 'compare' (duration: 468.903936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:55.975148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.922446Z","time spent":"1.052678492s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:55.975451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04717467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T23:03:55.975533Z","caller":"traceutil/trace.go:171","msg":"trace[421184651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23043; }","duration":"1.047264552s","start":"2026-03-02T23:03:54.928247Z","end":"2026-03-02T23:03:55.975511Z","steps":["trace[421184651] 'agreement among raft nodes before linearized reading' (duration: 1.046866554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:55.975572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:54.92821Z","time spent":"1.047353513s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T23:03:56.024065Z","caller":"traceutil/trace.go:171","msg":"trace[1629006586] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"358.151002ms","start":"2026-03-02T23:03:55.665884Z","end":"2026-03-02T23:03:56.024035Z","steps":["trace[1629006586] 'process raft request' (duration: 357.993549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.024229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.665855Z","time spent":"358.282125ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:56.519334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.957796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:56.519558Z","caller":"traceutil/trace.go:171","msg":"trace[1044280745] linearizableReadLoop","detail":"{readStateIndex:23841; appliedIndex:23838; }","duration":"544.466395ms","start":"2026-03-02T23:03:55.975074Z","end":"2026-03-02T23:03:56.51954Z","steps":["trace[1044280745] 'read index received' (duration: 48.866521ms)","trace[1044280745] 'applied index is now lower than readState.Index' (duration: 495.598924ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:56.519639Z","caller":"traceutil/trace.go:171","msg":"trace[1686211233] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"853.217075ms","start":"2026-03-02T23:03:55.666411Z","end":"2026-03-02T23:03:56.519628Z","steps":["trace[1686211233] 'process raft request' (duration: 528.886263ms)","trace[1686211233] 'compare' (duration: 323.738771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:56.519701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.666388Z","time spent":"853.280847ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:56.519945Z","caller":"traceutil/trace.go:171","msg":"trace[1271171248] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"851.599955ms","start":"2026-03-02T23:03:55.668335Z","end":"2026-03-02T23:03:56.519935Z","steps":["trace[1271171248] 'process raft request' (duration: 851.097026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.520005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.668319Z","time spent":"851.658297ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:56.520178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.607329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:56.520433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321901218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:56.520514Z","caller":"traceutil/trace.go:171","msg":"trace[1747172208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23046; }","duration":"1.322027091s","start":"2026-03-02T23:03:55.198468Z","end":"2026-03-02T23:03:56.520495Z","steps":["trace[1747172208] 'agreement among raft nodes before linearized reading' (duration: 1.321879748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.520563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.198448Z","time spent":"1.322106392s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:56.520565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286925227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T23:03:56.520565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167844518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T23:03:56.520593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246420062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T23:03:56.520625Z","caller":"traceutil/trace.go:171","msg":"trace[1776860973] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23046; }","duration":"929.67253ms","start":"2026-03-02T23:03:55.59053Z","end":"2026-03-02T23:03:56.520202Z","steps":["trace[1776860973] 'agreement among raft nodes before linearized reading' (duration: 929.606309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:56.520663Z","caller":"traceutil/trace.go:171","msg":"trace[1019612114] range","detail":"{range_begin:/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec; range_end:; response_count:1; response_revision:23046; }","duration":"1.246534183s","start":"2026-03-02T23:03:55.27411Z","end":"2026-03-02T23:03:56.520645Z","steps":["trace[1019612114] 'agreement among raft nodes before linearized reading' (duration: 1.246296739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.520703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.590508Z","time spent":"930.18ms","remote":"127.0.0.1:58008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:56.520721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.274054Z","time spent":"1.246658236s","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" "} {"level":"info","ts":"2026-03-02T23:03:56.520638Z","caller":"traceutil/trace.go:171","msg":"trace[838110935] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23046; }","duration":"1.1679611s","start":"2026-03-02T23:03:55.352663Z","end":"2026-03-02T23:03:56.520624Z","steps":["trace[838110935] 'agreement among raft nodes before linearized reading' (duration: 1.167774547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.520796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.352642Z","time spent":"1.168140144s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T23:03:56.520639Z","caller":"traceutil/trace.go:171","msg":"trace[1030616450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23046; }","duration":"1.287044619s","start":"2026-03-02T23:03:55.233574Z","end":"2026-03-02T23:03:56.520618Z","steps":["trace[1030616450] 'agreement among raft nodes before linearized reading' (duration: 1.286838495s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.520889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:55.23355Z","time spent":"1.287326584s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:56.873716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.231494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T23:03:56.912387Z","caller":"traceutil/trace.go:171","msg":"trace[1458381684] linearizableReadLoop","detail":"{readStateIndex:23843; appliedIndex:23841; }","duration":"392.772718ms","start":"2026-03-02T23:03:56.519593Z","end":"2026-03-02T23:03:56.912365Z","steps":["trace[1458381684] 'read index received' (duration: 9.789362ms)","trace[1458381684] 'applied index is now lower than readState.Index' (duration: 382.982276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:56.912713Z","caller":"traceutil/trace.go:171","msg":"trace[1926727671] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"584.5094ms","start":"2026-03-02T23:03:56.328192Z","end":"2026-03-02T23:03:56.912701Z","steps":["trace[1926727671] 'process raft request' (duration: 583.877788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.912818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.328162Z","time spent":"584.586842ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:56.913148Z","caller":"traceutil/trace.go:171","msg":"trace[1191730661] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"390.089098ms","start":"2026-03-02T23:03:56.523048Z","end":"2026-03-02T23:03:56.913137Z","steps":["trace[1191730661] 'process raft request' (duration: 389.204612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.913214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.523015Z","time spent":"390.1674ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:56.913359Z","caller":"traceutil/trace.go:171","msg":"trace[1698368260] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"387.352107ms","start":"2026-03-02T23:03:56.525997Z","end":"2026-03-02T23:03:56.913349Z","steps":["trace[1698368260] 'process raft request' (duration: 386.326538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.913416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.525988Z","time spent":"387.401458ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:56.913704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.598146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:56.913749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.15906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T23:03:56.913771Z","caller":"traceutil/trace.go:171","msg":"trace[745002970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23049; }","duration":"391.738959ms","start":"2026-03-02T23:03:56.522017Z","end":"2026-03-02T23:03:56.913756Z","steps":["trace[745002970] 'agreement among raft nodes before linearized reading' (duration: 391.599536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:56.913777Z","caller":"traceutil/trace.go:171","msg":"trace[993681841] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23049; }","duration":"740.235962ms","start":"2026-03-02T23:03:56.173534Z","end":"2026-03-02T23:03:56.91377Z","steps":["trace[993681841] 'agreement among raft nodes before linearized reading' (duration: 739.981137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.913806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.17351Z","time spent":"740.288823ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:56.913912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.831613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T23:03:56.913935Z","caller":"traceutil/trace.go:171","msg":"trace[530737147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23049; }","duration":"302.874873ms","start":"2026-03-02T23:03:56.611055Z","end":"2026-03-02T23:03:56.913929Z","steps":["trace[530737147] 'agreement among raft nodes before linearized reading' (duration: 302.769671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.913908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.29988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T23:03:56.913961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.611045Z","time spent":"302.910503ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:56.913809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.52199Z","time spent":"391.812371ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T23:03:56.913982Z","caller":"traceutil/trace.go:171","msg":"trace[52203210] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23049; }","duration":"223.414373ms","start":"2026-03-02T23:03:56.69055Z","end":"2026-03-02T23:03:56.913964Z","steps":["trace[52203210] 'agreement among raft nodes before linearized reading' (duration: 223.2474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.914205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.119553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T23:03:56.914215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.906581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T23:03:56.914245Z","caller":"traceutil/trace.go:171","msg":"trace[231113936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23049; }","duration":"306.213815ms","start":"2026-03-02T23:03:56.608023Z","end":"2026-03-02T23:03:56.914236Z","steps":["trace[231113936] 'agreement among raft nodes before linearized reading' (duration: 306.084622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:56.914252Z","caller":"traceutil/trace.go:171","msg":"trace[1004887744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23049; }","duration":"859.939762ms","start":"2026-03-02T23:03:56.0543Z","end":"2026-03-02T23:03:56.91424Z","steps":["trace[1004887744] 'agreement among raft nodes before linearized reading' (duration: 859.85143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:56.914268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.054238Z","time spent":"860.026734ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:03:56.914273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.607997Z","time spent":"306.265926ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:03:57.71806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.341142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:57.718402Z","caller":"traceutil/trace.go:171","msg":"trace[836324601] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"312.130225ms","start":"2026-03-02T23:03:57.406253Z","end":"2026-03-02T23:03:57.718383Z","steps":["trace[836324601] 'process raft request' (duration: 312.045114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:57.718496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.406227Z","time spent":"312.222498ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:57.718633Z","caller":"traceutil/trace.go:171","msg":"trace[924210557] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"792.662399ms","start":"2026-03-02T23:03:56.925959Z","end":"2026-03-02T23:03:57.718622Z","steps":["trace[924210557] 'process raft request' (duration: 792.244371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:57.718688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.925954Z","time spent":"792.70634ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:57.718761Z","caller":"traceutil/trace.go:171","msg":"trace[1131637575] linearizableReadLoop","detail":"{readStateIndex:23849; appliedIndex:23845; }","duration":"790.271014ms","start":"2026-03-02T23:03:56.928481Z","end":"2026-03-02T23:03:57.718752Z","steps":["trace[1131637575] 'read index received' (duration: 54.144809ms)","trace[1131637575] 'applied index is now lower than readState.Index' (duration: 736.125065ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:57.718831Z","caller":"traceutil/trace.go:171","msg":"trace[2088801320] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"310.81368ms","start":"2026-03-02T23:03:57.408006Z","end":"2026-03-02T23:03:57.71882Z","steps":["trace[2088801320] 'process raft request' (duration: 310.339522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:57.718838Z","caller":"traceutil/trace.go:171","msg":"trace[680488369] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"793.200399ms","start":"2026-03-02T23:03:56.925603Z","end":"2026-03-02T23:03:57.718803Z","steps":["trace[680488369] 'process raft request' (duration: 197.031702ms)","trace[680488369] 'compare' (duration: 592.932297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:57.718997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.925597Z","time spent":"793.316861ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:57.719056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.960001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:03:57.719082Z","caller":"traceutil/trace.go:171","msg":"trace[233741620] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23056; }","duration":"452.027532ms","start":"2026-03-02T23:03:57.267048Z","end":"2026-03-02T23:03:57.719076Z","steps":["trace[233741620] 'agreement among raft nodes before linearized reading' (duration: 451.962291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:57.719082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:57.718878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.407979Z","time spent":"310.877642ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:57.719125Z","caller":"traceutil/trace.go:171","msg":"trace[211552213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23056; }","duration":"790.657701ms","start":"2026-03-02T23:03:56.928458Z","end":"2026-03-02T23:03:57.719116Z","steps":["trace[211552213] 'agreement among raft nodes before linearized reading' (duration: 790.372426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:57.719158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:56.92845Z","time spent":"790.702483ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:57.719221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.583676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-03-02T23:03:57.719218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.904672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:57.719098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.267027Z","time spent":"452.067123ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:03:57.719244Z","caller":"traceutil/trace.go:171","msg":"trace[133325029] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23056; }","duration":"274.635947ms","start":"2026-03-02T23:03:57.444601Z","end":"2026-03-02T23:03:57.719237Z","steps":["trace[133325029] 'agreement among raft nodes before linearized reading' (duration: 274.508445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:57.719266Z","caller":"traceutil/trace.go:171","msg":"trace[1058156600] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"309.569138ms","start":"2026-03-02T23:03:57.409692Z","end":"2026-03-02T23:03:57.719262Z","steps":["trace[1058156600] 'process raft request' (duration: 309.091549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:57.719257Z","caller":"traceutil/trace.go:171","msg":"trace[651147894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23056; }","duration":"406.982742ms","start":"2026-03-02T23:03:57.312262Z","end":"2026-03-02T23:03:57.719244Z","steps":["trace[651147894] 'agreement among raft nodes before linearized reading' (duration: 406.917261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:57.721032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.312236Z","time spent":"408.744206ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:03:57.721628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.409677Z","time spent":"311.190278ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:58.312675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.176503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:03:58.312791Z","caller":"traceutil/trace.go:171","msg":"trace[938039375] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23852; }","duration":"333.783119ms","start":"2026-03-02T23:03:57.978981Z","end":"2026-03-02T23:03:58.312764Z","steps":["trace[938039375] 'read index received' (duration: 70.591635ms)","trace[938039375] 'applied index is now lower than readState.Index' (duration: 263.189784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:58.312871Z","caller":"traceutil/trace.go:171","msg":"trace[1880971690] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"567.476673ms","start":"2026-03-02T23:03:57.745382Z","end":"2026-03-02T23:03:58.312858Z","steps":["trace[1880971690] 'process raft request' (duration: 304.013795ms)","trace[1880971690] 'compare' (duration: 262.244676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:58.312939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.745344Z","time spent":"567.561054ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:58.313044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.041923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:03:58.313161Z","caller":"traceutil/trace.go:171","msg":"trace[1337770858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23057; }","duration":"334.202927ms","start":"2026-03-02T23:03:57.978942Z","end":"2026-03-02T23:03:58.313145Z","steps":["trace[1337770858] 'agreement among raft nodes before linearized reading' (duration: 333.939372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:58.313224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:57.978925Z","time spent":"334.290518ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T23:03:58.655518Z","caller":"traceutil/trace.go:171","msg":"trace[1594769470] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"625.80817ms","start":"2026-03-02T23:03:58.02968Z","end":"2026-03-02T23:03:58.655488Z","steps":["trace[1594769470] 'process raft request' (duration: 611.545475ms)","trace[1594769470] 'compare' (duration: 14.149593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:03:58.655667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.029654Z","time spent":"625.938852ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:59.346487Z","caller":"traceutil/trace.go:171","msg":"trace[976337604] linearizableReadLoop","detail":"{readStateIndex:23855; appliedIndex:23853; }","duration":"1.033642958s","start":"2026-03-02T23:03:58.312824Z","end":"2026-03-02T23:03:59.346467Z","steps":["trace[976337604] 'read index received' (duration: 328.394999ms)","trace[976337604] 'applied index is now lower than readState.Index' (duration: 705.246959ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:59.346602Z","caller":"traceutil/trace.go:171","msg":"trace[1474249998] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"819.726263ms","start":"2026-03-02T23:03:58.526868Z","end":"2026-03-02T23:03:59.346594Z","steps":["trace[1474249998] 'process raft request' (duration: 819.56896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:03:59.346578Z","caller":"traceutil/trace.go:171","msg":"trace[611398707] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"820.493887ms","start":"2026-03-02T23:03:58.526008Z","end":"2026-03-02T23:03:59.346502Z","steps":["trace[611398707] 'process raft request' (duration: 820.403955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:59.346679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.526842Z","time spent":"819.778304ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:59.346709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.525982Z","time spent":"820.653921ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:59.346747Z","caller":"traceutil/trace.go:171","msg":"trace[875891424] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.221993148s","start":"2026-03-02T23:03:58.124717Z","end":"2026-03-02T23:03:59.34671Z","steps":["trace[875891424] 'process raft request' (duration: 1.157275142s)","trace[875891424] 'compare' (duration: 64.188606ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:03:59.346833Z","caller":"traceutil/trace.go:171","msg":"trace[1876907180] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"1.030261755s","start":"2026-03-02T23:03:58.316558Z","end":"2026-03-02T23:03:59.34682Z","steps":["trace[1876907180] 'process raft request' (duration: 1.029818007s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:59.346876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151838561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:03:59.346894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.31654Z","time spent":"1.030325087s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:03:59.346903Z","caller":"traceutil/trace.go:171","msg":"trace[1107345340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23062; }","duration":"1.151900392s","start":"2026-03-02T23:03:58.194996Z","end":"2026-03-02T23:03:59.346896Z","steps":["trace[1107345340] 'agreement among raft nodes before linearized reading' (duration: 1.151855572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:59.346906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.124689Z","time spent":"1.222136541s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:03:59.346924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.194977Z","time spent":"1.151942853s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:03:59.347015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24787639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T23:03:59.347088Z","caller":"traceutil/trace.go:171","msg":"trace[1411687499] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23062; }","duration":"1.247976422s","start":"2026-03-02T23:03:58.099094Z","end":"2026-03-02T23:03:59.347071Z","steps":["trace[1411687499] 'agreement among raft nodes before linearized reading' (duration: 1.247813379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:03:59.347141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.099075Z","time spent":"1.248054024s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T23:03:59.846844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721526,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:04:00.088169Z","caller":"traceutil/trace.go:171","msg":"trace[1005583475] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.085452593s","start":"2026-03-02T23:03:59.002677Z","end":"2026-03-02T23:04:00.088129Z","steps":["trace[1005583475] 'process raft request' (duration: 1.062017236s)","trace[1005583475] 'compare' (duration: 22.046791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:00.088295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.002665Z","time spent":"1.085570555s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:00.091129Z","caller":"traceutil/trace.go:171","msg":"trace[1959193986] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"366.421237ms","start":"2026-03-02T23:03:59.724676Z","end":"2026-03-02T23:04:00.091097Z","steps":["trace[1959193986] 'process raft request' (duration: 366.313565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:00.091254Z","caller":"traceutil/trace.go:171","msg":"trace[1900448859] linearizableReadLoop","detail":"{readStateIndex:23862; appliedIndex:23858; }","duration":"744.664984ms","start":"2026-03-02T23:03:59.346569Z","end":"2026-03-02T23:04:00.091234Z","steps":["trace[1900448859] 'read index received' (duration: 718.142479ms)","trace[1900448859] 'applied index is now lower than readState.Index' (duration: 26.520844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:00.091497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709908878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:00.091523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168278975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T23:04:00.091607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746859785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:00.091644Z","caller":"traceutil/trace.go:171","msg":"trace[616526072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23066; }","duration":"1.746899316s","start":"2026-03-02T23:03:58.344736Z","end":"2026-03-02T23:04:00.091636Z","steps":["trace[616526072] 'agreement among raft nodes before linearized reading' (duration: 1.746844845s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:00.091651Z","caller":"traceutil/trace.go:171","msg":"trace[978616885] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"364.210656ms","start":"2026-03-02T23:03:59.727431Z","end":"2026-03-02T23:04:00.091641Z","steps":["trace[978616885] 'process raft request' (duration: 363.620715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.091682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.344681Z","time spent":"1.746993638s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T23:04:00.091736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.727419Z","time spent":"364.263427ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:00.091564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.724671Z","time spent":"366.553329ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:00.091957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089905306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:04:00.091608Z","caller":"traceutil/trace.go:171","msg":"trace[641074503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23066; }","duration":"1.168372077s","start":"2026-03-02T23:03:58.92322Z","end":"2026-03-02T23:04:00.091592Z","steps":["trace[641074503] 'agreement among raft nodes before linearized reading' (duration: 1.168179574s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:00.091994Z","caller":"traceutil/trace.go:171","msg":"trace[1216983107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23066; }","duration":"1.089972877s","start":"2026-03-02T23:03:59.002011Z","end":"2026-03-02T23:04:00.091984Z","steps":["trace[1216983107] 'agreement among raft nodes before linearized reading' (duration: 1.089880516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.923151Z","time spent":"1.168846717s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:00.092028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.001986Z","time spent":"1.090036158s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:00.09196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.917809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:00.092118Z","caller":"traceutil/trace.go:171","msg":"trace[1272350833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23066; }","duration":"737.100312ms","start":"2026-03-02T23:03:59.35501Z","end":"2026-03-02T23:04:00.09211Z","steps":["trace[1272350833] 'agreement among raft nodes before linearized reading' (duration: 736.926249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.354997Z","time spent":"737.140313ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:00.092182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.512271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T23:04:00.092208Z","caller":"traceutil/trace.go:171","msg":"trace[274964773] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23066; }","duration":"357.536682ms","start":"2026-03-02T23:03:59.734665Z","end":"2026-03-02T23:04:00.092201Z","steps":["trace[274964773] 'agreement among raft nodes before linearized reading' (duration: 357.43585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.734624Z","time spent":"357.600583ms","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T23:04:00.091561Z","caller":"traceutil/trace.go:171","msg":"trace[1229173981] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23066; }","duration":"1.710023789s","start":"2026-03-02T23:03:58.381521Z","end":"2026-03-02T23:04:00.091545Z","steps":["trace[1229173981] 'agreement among raft nodes before linearized reading' (duration: 1.709912997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.794961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T23:04:00.092375Z","caller":"traceutil/trace.go:171","msg":"trace[495190447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23066; }","duration":"368.843452ms","start":"2026-03-02T23:03:59.723527Z","end":"2026-03-02T23:04:00.09237Z","steps":["trace[495190447] 'agreement among raft nodes before linearized reading' (duration: 368.789751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:58.381472Z","time spent":"1.710896456s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:00.092397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.723509Z","time spent":"368.884923ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:04:00.092574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.054855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:00.092637Z","caller":"traceutil/trace.go:171","msg":"trace[1698744780] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23066; }","duration":"509.144196ms","start":"2026-03-02T23:03:59.583477Z","end":"2026-03-02T23:04:00.092621Z","steps":["trace[1698744780] 'agreement among raft nodes before linearized reading' (duration: 509.019104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.742929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T23:04:00.092675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.583423Z","time spent":"509.242718ms","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:00.092705Z","caller":"traceutil/trace.go:171","msg":"trace[769570351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23066; }","duration":"369.80575ms","start":"2026-03-02T23:03:59.722886Z","end":"2026-03-02T23:04:00.092692Z","steps":["trace[769570351] 'agreement among raft nodes before linearized reading' (duration: 369.713728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.092736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.722864Z","time spent":"369.866211ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T23:04:00.094295Z","caller":"traceutil/trace.go:171","msg":"trace[1044053485] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"366.927976ms","start":"2026-03-02T23:03:59.724293Z","end":"2026-03-02T23:04:00.091221Z","steps":["trace[1044053485] 'process raft request' (duration: 366.518119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:00.094512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:03:59.724283Z","time spent":"370.120256ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:01.178185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.35828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:01.178294Z","caller":"traceutil/trace.go:171","msg":"trace[313292050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23066; }","duration":"509.479242ms","start":"2026-03-02T23:04:00.668799Z","end":"2026-03-02T23:04:01.178278Z","steps":["trace[313292050] 'range keys from in-memory index tree' (duration: 509.34378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:01.180063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.356955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:01.180249Z","caller":"traceutil/trace.go:171","msg":"trace[402861434] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"1.081394348s","start":"2026-03-02T23:04:00.098834Z","end":"2026-03-02T23:04:01.180229Z","steps":["trace[402861434] 'process raft request' (duration: 238.784409ms)","trace[402861434] 'compare' (duration: 840.50215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:01.180325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.098818Z","time spent":"1.08147433s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:01.180502Z","caller":"traceutil/trace.go:171","msg":"trace[1198701779] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"1.08153359s","start":"2026-03-02T23:04:00.098951Z","end":"2026-03-02T23:04:01.180485Z","steps":["trace[1198701779] 'process raft request' (duration: 1.081217154s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:01.180604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.098928Z","time spent":"1.081623252s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:01.180753Z","caller":"traceutil/trace.go:171","msg":"trace[1905622864] linearizableReadLoop","detail":"{readStateIndex:23866; appliedIndex:23862; }","duration":"1.071935832s","start":"2026-03-02T23:04:00.108809Z","end":"2026-03-02T23:04:01.180745Z","steps":["trace[1905622864] 'read index received' (duration: 228.806493ms)","trace[1905622864] 'applied index is now lower than readState.Index' (duration: 843.127969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:01.180733Z","caller":"traceutil/trace.go:171","msg":"trace[1797570239] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"1.081715984s","start":"2026-03-02T23:04:00.098994Z","end":"2026-03-02T23:04:01.180709Z","steps":["trace[1797570239] 'process raft request' (duration: 1.081397928s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:01.180796Z","caller":"traceutil/trace.go:171","msg":"trace[1826287341] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"669.80598ms","start":"2026-03-02T23:04:00.510986Z","end":"2026-03-02T23:04:01.180792Z","steps":["trace[1826287341] 'process raft request' (duration: 669.716118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:01.180802Z","caller":"traceutil/trace.go:171","msg":"trace[2019589271] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"517.810428ms","start":"2026-03-02T23:04:00.662976Z","end":"2026-03-02T23:04:01.180786Z","steps":["trace[2019589271] 'process raft request' (duration: 517.765767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:01.180829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.51096Z","time spent":"669.85091ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:01.180873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.098982Z","time spent":"1.081810656s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:01.180896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072081735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T23:04:01.180944Z","caller":"traceutil/trace.go:171","msg":"trace[6967749] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23072; }","duration":"1.072153526s","start":"2026-03-02T23:04:00.108779Z","end":"2026-03-02T23:04:01.180933Z","steps":["trace[6967749] 'agreement among raft nodes before linearized reading' (duration: 1.072004343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:01.180976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.108766Z","time spent":"1.072202227s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T23:04:01.180883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.662941Z","time spent":"517.899419ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:01.180748Z","caller":"traceutil/trace.go:171","msg":"trace[1474697862] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"1.081729454s","start":"2026-03-02T23:04:00.099007Z","end":"2026-03-02T23:04:01.180736Z","steps":["trace[1474697862] 'process raft request' (duration: 1.081623502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:01.181068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.098996Z","time spent":"1.082054621s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:01.681404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T23:04:02.182338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T23:04:02.264599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095690065s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T23:04:02.267751Z","caller":"traceutil/trace.go:171","msg":"trace[352352656] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.125605542s","start":"2026-03-02T23:04:01.142124Z","end":"2026-03-02T23:04:02.26773Z","steps":["trace[352352656] 'process raft request' (duration: 1.123483072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:02.267865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.142099Z","time spent":"1.125694004s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.194051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T23:04:03.194132Z","caller":"traceutil/trace.go:171","msg":"trace[907099520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022373s","start":"2026-03-02T23:04:01.194093Z","end":"2026-03-02T23:04:03.194115Z","steps":["trace[907099520] 'agreement among raft nodes before linearized reading' (duration: 1.999921571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.194185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.194075Z","time spent":"2.000098985s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 23:04:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T23:04:03.23615Z","caller":"traceutil/trace.go:171","msg":"trace[2003679697] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.859634917s","start":"2026-03-02T23:04:01.376474Z","end":"2026-03-02T23:04:03.236109Z","steps":["trace[2003679697] 'process raft request' (duration: 1.820355515s)","trace[2003679697] 'compare' (duration: 38.865224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:03.236219Z","caller":"traceutil/trace.go:171","msg":"trace[1382100588] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.858673689s","start":"2026-03-02T23:04:01.377535Z","end":"2026-03-02T23:04:03.236209Z","steps":["trace[1382100588] 'process raft request' (duration: 1.858421364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.37751Z","time spent":"1.858741091s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.236329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.376445Z","time spent":"1.859788759s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:03.236356Z","caller":"traceutil/trace.go:171","msg":"trace[1173523105] linearizableReadLoop","detail":"{readStateIndex:23876; appliedIndex:23868; }","duration":"2.055562008s","start":"2026-03-02T23:04:01.18077Z","end":"2026-03-02T23:04:03.236332Z","steps":["trace[1173523105] 'read index received' (duration: 1.08414788s)","trace[1173523105] 'applied index is now lower than readState.Index' (duration: 971.413248ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:03.23616Z","caller":"traceutil/trace.go:171","msg":"trace[387281320] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"1.141706561s","start":"2026-03-02T23:04:02.094434Z","end":"2026-03-02T23:04:03.23614Z","steps":["trace[387281320] 'process raft request' (duration: 1.1416457s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.236441Z","caller":"traceutil/trace.go:171","msg":"trace[1587766476] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.347573596s","start":"2026-03-02T23:04:01.888818Z","end":"2026-03-02T23:04:03.236391Z","steps":["trace[1587766476] 'process raft request' (duration: 1.34722974s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.236488Z","caller":"traceutil/trace.go:171","msg":"trace[2005293047] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"1.13950493s","start":"2026-03-02T23:04:02.096969Z","end":"2026-03-02T23:04:03.236474Z","steps":["trace[2005293047] 'process raft request' (duration: 1.139144813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.094414Z","time spent":"1.142070388s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.236582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047028421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:03.236597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126083673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:03.23658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909196812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:03.236636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.096944Z","time spent":"1.139570572s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:03.236643Z","caller":"traceutil/trace.go:171","msg":"trace[1089521241] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23080; }","duration":"3.047127882s","start":"2026-03-02T23:04:00.189497Z","end":"2026-03-02T23:04:03.236625Z","steps":["trace[1089521241] 'agreement among raft nodes before linearized reading' (duration: 3.04701832s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.236653Z","caller":"traceutil/trace.go:171","msg":"trace[1123123401] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23080; }","duration":"2.909280914s","start":"2026-03-02T23:04:00.327355Z","end":"2026-03-02T23:04:03.236635Z","steps":["trace[1123123401] 'agreement among raft nodes before linearized reading' (duration: 2.909130651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940881153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T23:04:03.236687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.327343Z","time spent":"2.909337805s","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:03.236685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.189471Z","time spent":"3.047204514s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:03.236712Z","caller":"traceutil/trace.go:171","msg":"trace[474224077] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:23080; }","duration":"2.940972874s","start":"2026-03-02T23:04:00.295724Z","end":"2026-03-02T23:04:03.236697Z","steps":["trace[474224077] 'agreement among raft nodes before linearized reading' (duration: 2.9407658s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.236641Z","caller":"traceutil/trace.go:171","msg":"trace[927690955] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23080; }","duration":"3.126128124s","start":"2026-03-02T23:04:00.110501Z","end":"2026-03-02T23:04:03.236629Z","steps":["trace[927690955] 'agreement among raft nodes before linearized reading' (duration: 3.126056263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911045026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:03.236749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.295708Z","time spent":"2.941033886s","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-03-02T23:04:03.236755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.110456Z","time spent":"3.126290617s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T23:04:03.236766Z","caller":"traceutil/trace.go:171","msg":"trace[1379172] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23080; }","duration":"2.911140878s","start":"2026-03-02T23:04:00.325611Z","end":"2026-03-02T23:04:03.236752Z","steps":["trace[1379172] 'agreement among raft nodes before linearized reading' (duration: 2.911068897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.325589Z","time spent":"2.91120164s","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:03.236836Z","caller":"traceutil/trace.go:171","msg":"trace[1470371900] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"1.138658875s","start":"2026-03-02T23:04:02.098168Z","end":"2026-03-02T23:04:03.236827Z","steps":["trace[1470371900] 'process raft request' (duration: 1.138120445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.236907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.098158Z","time spent":"1.138704625s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252281153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T23:04:03.237049Z","caller":"traceutil/trace.go:171","msg":"trace[55380721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23080; }","duration":"2.252367425s","start":"2026-03-02T23:04:00.984674Z","end":"2026-03-02T23:04:03.237041Z","steps":["trace[55380721] 'agreement among raft nodes before linearized reading' (duration: 2.252208442s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.237049Z","caller":"traceutil/trace.go:171","msg":"trace[1978775545] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"1.139944528s","start":"2026-03-02T23:04:02.097095Z","end":"2026-03-02T23:04:03.237039Z","steps":["trace[1978775545] 'process raft request' (duration: 1.139131573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.237067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:00.984655Z","time spent":"2.252408195s","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T23:04:03.236591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.888791Z","time spent":"1.34772108s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.237099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.097074Z","time spent":"1.139996819s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:03.643422Z","caller":"traceutil/trace.go:171","msg":"trace[1128798842] linearizableReadLoop","detail":"{readStateIndex:23877; appliedIndex:23877; }","duration":"406.965112ms","start":"2026-03-02T23:04:03.236421Z","end":"2026-03-02T23:04:03.643386Z","steps":["trace[1128798842] 'read index received' (duration: 406.951052ms)","trace[1128798842] 'applied index is now lower than readState.Index' (duration: 11.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:03.64354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.597335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:03.643585Z","caller":"traceutil/trace.go:171","msg":"trace[248483580] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23081; }","duration":"793.660176ms","start":"2026-03-02T23:04:02.849912Z","end":"2026-03-02T23:04:03.643572Z","steps":["trace[248483580] 'agreement among raft nodes before linearized reading' (duration: 793.571574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.643563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.050811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T23:04:03.643589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737235797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:03.643619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.849862Z","time spent":"793.747877ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:03.643614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369191329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T23:04:03.643637Z","caller":"traceutil/trace.go:171","msg":"trace[1319255414] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23081; }","duration":"1.737336939s","start":"2026-03-02T23:04:01.906286Z","end":"2026-03-02T23:04:03.643623Z","steps":["trace[1319255414] 'agreement among raft nodes before linearized reading' (duration: 1.737235037s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.643637Z","caller":"traceutil/trace.go:171","msg":"trace[986068656] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23081; }","duration":"570.171593ms","start":"2026-03-02T23:04:03.073445Z","end":"2026-03-02T23:04:03.643617Z","steps":["trace[986068656] 'agreement among raft nodes before linearized reading' (duration: 569.963259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.643642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.498445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:03.643664Z","caller":"traceutil/trace.go:171","msg":"trace[431782339] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23081; }","duration":"1.369282571s","start":"2026-03-02T23:04:02.274369Z","end":"2026-03-02T23:04:03.643652Z","steps":["trace[431782339] 'agreement among raft nodes before linearized reading' (duration: 1.369081688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.643657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28542474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:04:03.643688Z","caller":"traceutil/trace.go:171","msg":"trace[487294954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23081; }","duration":"449.549216ms","start":"2026-03-02T23:04:03.194128Z","end":"2026-03-02T23:04:03.643677Z","steps":["trace[487294954] 'agreement among raft nodes before linearized reading' (duration: 449.487655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.643691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.073426Z","time spent":"570.251575ms","remote":"127.0.0.1:60558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:03.643593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.160996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T23:04:03.643961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.710227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:04:03.644005Z","caller":"traceutil/trace.go:171","msg":"trace[275556235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23081; }","duration":"458.585255ms","start":"2026-03-02T23:04:03.185404Z","end":"2026-03-02T23:04:03.643989Z","steps":["trace[275556235] 'agreement among raft nodes before linearized reading' (duration: 458.041884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.644029Z","caller":"traceutil/trace.go:171","msg":"trace[51200574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23081; }","duration":"458.809808ms","start":"2026-03-02T23:04:03.185205Z","end":"2026-03-02T23:04:03.644015Z","steps":["trace[51200574] 'agreement among raft nodes before linearized reading' (duration: 458.634945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.644044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.185394Z","time spent":"458.637595ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:03.643703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.274351Z","time spent":"1.369343392s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T23:04:03.644067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.185182Z","time spent":"458.87668ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:03.643676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.906261Z","time spent":"1.737402629s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:03.643713Z","caller":"traceutil/trace.go:171","msg":"trace[561672632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23081; }","duration":"2.285489561s","start":"2026-03-02T23:04:01.35821Z","end":"2026-03-02T23:04:03.6437Z","steps":["trace[561672632] 'agreement among raft nodes before linearized reading' (duration: 2.285320778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.644171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.358151Z","time spent":"2.286009732s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T23:04:03.643716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.194121Z","time spent":"449.588506ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:03.643777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925964733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:03.644252Z","caller":"traceutil/trace.go:171","msg":"trace[264330116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23081; }","duration":"1.926462452s","start":"2026-03-02T23:04:01.717777Z","end":"2026-03-02T23:04:03.64424Z","steps":["trace[264330116] 'agreement among raft nodes before linearized reading' (duration: 1.925961653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.644286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:01.717761Z","time spent":"1.926513983s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:03.643799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.322399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:04:03.644422Z","caller":"traceutil/trace.go:171","msg":"trace[1950394489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23081; }","duration":"458.957931ms","start":"2026-03-02T23:04:03.185455Z","end":"2026-03-02T23:04:03.644413Z","steps":["trace[1950394489] 'agreement among raft nodes before linearized reading' (duration: 458.281859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.644454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.185448Z","time spent":"458.996882ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:03.643794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153223416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:03.644515Z","caller":"traceutil/trace.go:171","msg":"trace[1785700327] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23081; }","duration":"1.15398171s","start":"2026-03-02T23:04:02.490519Z","end":"2026-03-02T23:04:03.6445Z","steps":["trace[1785700327] 'agreement among raft nodes before linearized reading' (duration: 1.153205916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.64456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:02.490496Z","time spent":"1.154050071s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:03.6439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.334888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T23:04:03.644623Z","caller":"traceutil/trace.go:171","msg":"trace[75233972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23081; }","duration":"460.082592ms","start":"2026-03-02T23:04:03.184524Z","end":"2026-03-02T23:04:03.644607Z","steps":["trace[75233972] 'agreement among raft nodes before linearized reading' (duration: 459.332808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:03.643408Z","caller":"traceutil/trace.go:171","msg":"trace[1725444934] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"457.017715ms","start":"2026-03-02T23:04:03.186363Z","end":"2026-03-02T23:04:03.643381Z","steps":["trace[1725444934] 'process raft request' (duration: 456.876883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.644669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.184504Z","time spent":"460.150473ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:04:03.644753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.186353Z","time spent":"458.34038ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:03.690434Z","caller":"traceutil/trace.go:171","msg":"trace[1937771976] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"372.530381ms","start":"2026-03-02T23:04:03.317877Z","end":"2026-03-02T23:04:03.690407Z","steps":["trace[1937771976] 'process raft request' (duration: 372.412238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.69054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.063681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T23:04:03.690599Z","caller":"traceutil/trace.go:171","msg":"trace[1714208086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23082; }","duration":"446.312066ms","start":"2026-03-02T23:04:03.244272Z","end":"2026-03-02T23:04:03.690584Z","steps":["trace[1714208086] 'agreement among raft nodes before linearized reading' (duration: 446.135033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.690633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.24426Z","time spent":"446.364207ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T23:04:03.690632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.089078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:03.690675Z","caller":"traceutil/trace.go:171","msg":"trace[430440398] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23082; }","duration":"448.17443ms","start":"2026-03-02T23:04:03.24249Z","end":"2026-03-02T23:04:03.690664Z","steps":["trace[430440398] 'agreement among raft nodes before linearized reading' (duration: 448.077259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:03.690708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.242476Z","time spent":"448.223971ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T23:04:03.691101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.317858Z","time spent":"372.662454ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:03.691793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.23773Z","time spent":"454.05566ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T23:04:04.191134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:04:04.213515Z","caller":"traceutil/trace.go:171","msg":"trace[468337544] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"564.528688ms","start":"2026-03-02T23:04:03.648956Z","end":"2026-03-02T23:04:04.213485Z","steps":["trace[468337544] 'process raft request' (duration: 564.252223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.213775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.648936Z","time spent":"564.739232ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:04.213964Z","caller":"traceutil/trace.go:171","msg":"trace[1398593658] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"564.791403ms","start":"2026-03-02T23:04:03.649151Z","end":"2026-03-02T23:04:04.213943Z","steps":["trace[1398593658] 'process raft request' (duration: 564.279773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.214087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.649142Z","time spent":"564.890334ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:04.214468Z","caller":"traceutil/trace.go:171","msg":"trace[1853892335] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"565.19131ms","start":"2026-03-02T23:04:03.649256Z","end":"2026-03-02T23:04:04.214448Z","steps":["trace[1853892335] 'process raft request' (duration: 564.988956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:04.214461Z","caller":"traceutil/trace.go:171","msg":"trace[57486327] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"564.349655ms","start":"2026-03-02T23:04:03.650082Z","end":"2026-03-02T23:04:04.214432Z","steps":["trace[57486327] 'process raft request' (duration: 564.301454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:04.214515Z","caller":"traceutil/trace.go:171","msg":"trace[1090024481] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"565.15168ms","start":"2026-03-02T23:04:03.649326Z","end":"2026-03-02T23:04:04.214477Z","steps":["trace[1090024481] 'process raft request' (duration: 565.008597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.214625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.650074Z","time spent":"564.472647ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:04.214446Z","caller":"traceutil/trace.go:171","msg":"trace[1005489831] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"565.19016ms","start":"2026-03-02T23:04:03.6492Z","end":"2026-03-02T23:04:04.21439Z","steps":["trace[1005489831] 'process raft request' (duration: 564.65428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.214685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.649286Z","time spent":"565.316712ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T23:04:04.214612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.649235Z","time spent":"565.296902ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:04.214796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.649192Z","time spent":"565.499886ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:04.324699Z","caller":"traceutil/trace.go:171","msg":"trace[216684211] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23879; }","duration":"634.291948ms","start":"2026-03-02T23:04:03.690381Z","end":"2026-03-02T23:04:04.324673Z","steps":["trace[216684211] 'read index received' (duration: 522.812561ms)","trace[216684211] 'applied index is now lower than readState.Index' (duration: 111.477507ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:04.324729Z","caller":"traceutil/trace.go:171","msg":"trace[857912214] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"630.308123ms","start":"2026-03-02T23:04:03.694387Z","end":"2026-03-02T23:04:04.324695Z","steps":["trace[857912214] 'process raft request' (duration: 629.731473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.324891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.695965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:04.324904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.694371Z","time spent":"630.457757ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:04.324927Z","caller":"traceutil/trace.go:171","msg":"trace[704344842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23089; }","duration":"671.778977ms","start":"2026-03-02T23:04:03.653142Z","end":"2026-03-02T23:04:04.324921Z","steps":["trace[704344842] 'agreement among raft nodes before linearized reading' (duration: 671.632544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.324951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.653132Z","time spent":"671.814017ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:04.325112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.246606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:04.325174Z","caller":"traceutil/trace.go:171","msg":"trace[38406024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23089; }","duration":"438.391638ms","start":"2026-03-02T23:04:03.88677Z","end":"2026-03-02T23:04:04.325162Z","steps":["trace[38406024] 'agreement among raft nodes before linearized reading' (duration: 438.269946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.3252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.886736Z","time spent":"438.45851ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:04.325203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.171889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T23:04:04.325275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.752112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T23:04:04.325293Z","caller":"traceutil/trace.go:171","msg":"trace[1916686566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23089; }","duration":"632.330941ms","start":"2026-03-02T23:04:03.692947Z","end":"2026-03-02T23:04:04.325278Z","steps":["trace[1916686566] 'agreement among raft nodes before linearized reading' (duration: 631.988555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:04.325304Z","caller":"traceutil/trace.go:171","msg":"trace[1053241551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23089; }","duration":"257.782773ms","start":"2026-03-02T23:04:04.067513Z","end":"2026-03-02T23:04:04.325296Z","steps":["trace[1053241551] 'agreement among raft nodes before linearized reading' (duration: 257.694771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.325227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.399174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:04.325449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.692932Z","time spent":"632.505364ms","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T23:04:04.325492Z","caller":"traceutil/trace.go:171","msg":"trace[674791645] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23089; }","duration":"558.613988ms","start":"2026-03-02T23:04:03.766818Z","end":"2026-03-02T23:04:04.325432Z","steps":["trace[674791645] 'agreement among raft nodes before linearized reading' (duration: 558.382484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:04.32566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:03.766784Z","time spent":"558.805101ms","remote":"127.0.0.1:50894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:04.903332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.628107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:04.903524Z","caller":"traceutil/trace.go:171","msg":"trace[839393301] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"478.494735ms","start":"2026-03-02T23:04:04.424998Z","end":"2026-03-02T23:04:04.903492Z","steps":["trace[839393301] 'process raft request' (duration: 313.607033ms)","trace[839393301] 'compare' (duration: 164.494355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:04.903731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:04.424984Z","time spent":"478.612117ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:04.904337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.195364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:04.904511Z","caller":"traceutil/trace.go:171","msg":"trace[1548906046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23090; }","duration":"219.445799ms","start":"2026-03-02T23:04:04.685042Z","end":"2026-03-02T23:04:04.904488Z","steps":["trace[1548906046] 'agreement among raft nodes before linearized reading' (duration: 219.123243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:04.904342Z","caller":"traceutil/trace.go:171","msg":"trace[1216385845] linearizableReadLoop","detail":"{readStateIndex:23887; appliedIndex:23886; }","duration":"218.311987ms","start":"2026-03-02T23:04:04.68511Z","end":"2026-03-02T23:04:04.903422Z","steps":["trace[1216385845] 'read index received' (duration: 53.543377ms)","trace[1216385845] 'applied index is now lower than readState.Index' (duration: 164.76736ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:05.484265Z","caller":"traceutil/trace.go:171","msg":"trace[1294451835] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"241.360588ms","start":"2026-03-02T23:04:05.24287Z","end":"2026-03-02T23:04:05.48423Z","steps":["trace[1294451835] 'process raft request' (duration: 241.117203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.042903Z","caller":"traceutil/trace.go:171","msg":"trace[99291371] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"799.748391ms","start":"2026-03-02T23:04:05.243124Z","end":"2026-03-02T23:04:06.042872Z","steps":["trace[99291371] 'process raft request' (duration: 761.441897ms)","trace[99291371] 'compare' (duration: 37.703913ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:06.043071Z","caller":"traceutil/trace.go:171","msg":"trace[1005292185] linearizableReadLoop","detail":"{readStateIndex:23893; appliedIndex:23887; }","duration":"769.042548ms","start":"2026-03-02T23:04:05.274003Z","end":"2026-03-02T23:04:06.043045Z","steps":["trace[1005292185] 'read index received' (duration: 210.104934ms)","trace[1005292185] 'applied index is now lower than readState.Index' (duration: 558.936784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:06.043067Z","caller":"traceutil/trace.go:171","msg":"trace[1182532056] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"799.888903ms","start":"2026-03-02T23:04:05.243149Z","end":"2026-03-02T23:04:06.043038Z","steps":["trace[1182532056] 'process raft request' (duration: 799.773041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.043182Z","caller":"traceutil/trace.go:171","msg":"trace[73243118] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"799.953365ms","start":"2026-03-02T23:04:05.243215Z","end":"2026-03-02T23:04:06.043168Z","steps":["trace[73243118] 'process raft request' (duration: 799.747511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.04323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.243109Z","time spent":"799.865443ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:06.043285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.24318Z","time spent":"800.027636ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.043325Z","caller":"traceutil/trace.go:171","msg":"trace[648157498] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"799.412295ms","start":"2026-03-02T23:04:05.243881Z","end":"2026-03-02T23:04:06.043293Z","steps":["trace[648157498] 'process raft request' (duration: 799.123789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.043408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.243121Z","time spent":"800.198299ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:06.043492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.487827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-02T23:04:06.04349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.243869Z","time spent":"799.530617ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.043534Z","caller":"traceutil/trace.go:171","msg":"trace[708783092] range","detail":"{range_begin:/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec; range_end:; response_count:1; response_revision:23096; }","duration":"769.563908ms","start":"2026-03-02T23:04:05.273956Z","end":"2026-03-02T23:04:06.04352Z","steps":["trace[708783092] 'agreement among raft nodes before linearized reading' (duration: 769.436766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.043564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.273935Z","time spent":"769.62174ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" "} {"level":"info","ts":"2026-03-02T23:04:06.043115Z","caller":"traceutil/trace.go:171","msg":"trace[76485697] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"799.959625ms","start":"2026-03-02T23:04:05.24312Z","end":"2026-03-02T23:04:06.043079Z","steps":["trace[76485697] 'process raft request' (duration: 799.642539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.044494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.24308Z","time spent":"801.218299ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.341382Z","caller":"traceutil/trace.go:171","msg":"trace[85142997] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23893; }","duration":"298.220566ms","start":"2026-03-02T23:04:06.043135Z","end":"2026-03-02T23:04:06.341355Z","steps":["trace[85142997] 'read index received' (duration: 298.007532ms)","trace[85142997] 'applied index is now lower than readState.Index' (duration: 211.634µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:06.341698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.873317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:06.341789Z","caller":"traceutil/trace.go:171","msg":"trace[664543983] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"691.738928ms","start":"2026-03-02T23:04:05.650034Z","end":"2026-03-02T23:04:06.341773Z","steps":["trace[664543983] 'process raft request' (duration: 691.130717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.341911Z","caller":"traceutil/trace.go:171","msg":"trace[2097229867] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23097; }","duration":"680.100542ms","start":"2026-03-02T23:04:05.661752Z","end":"2026-03-02T23:04:06.341853Z","steps":["trace[2097229867] 'agreement among raft nodes before linearized reading' (duration: 679.801356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.341928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.650008Z","time spent":"691.842101ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.341977Z","caller":"traceutil/trace.go:171","msg":"trace[1721447930] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"294.055119ms","start":"2026-03-02T23:04:06.0479Z","end":"2026-03-02T23:04:06.341955Z","steps":["trace[1721447930] 'process raft request' (duration: 293.876765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.341976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.892538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:06.342056Z","caller":"traceutil/trace.go:171","msg":"trace[832813859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"146.01471ms","start":"2026-03-02T23:04:06.196023Z","end":"2026-03-02T23:04:06.342037Z","steps":["trace[832813859] 'agreement among raft nodes before linearized reading' (duration: 145.869187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.342061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.39899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T23:04:06.342102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.427325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:06.342121Z","caller":"traceutil/trace.go:171","msg":"trace[1841562229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23098; }","duration":"122.476372ms","start":"2026-03-02T23:04:06.21963Z","end":"2026-03-02T23:04:06.342107Z","steps":["trace[1841562229] 'agreement among raft nodes before linearized reading' (duration: 122.279909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.34217Z","caller":"traceutil/trace.go:171","msg":"trace[1504787333] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23098; }","duration":"119.493116ms","start":"2026-03-02T23:04:06.222663Z","end":"2026-03-02T23:04:06.342157Z","steps":["trace[1504787333] 'agreement among raft nodes before linearized reading' (duration: 119.356724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.342305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.585993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:04:06.342346Z","caller":"traceutil/trace.go:171","msg":"trace[1469061712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23098; }","duration":"123.734276ms","start":"2026-03-02T23:04:06.218602Z","end":"2026-03-02T23:04:06.342336Z","steps":["trace[1469061712] 'agreement among raft nodes before linearized reading' (duration: 123.628964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.34197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.661739Z","time spent":"680.216434ms","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:06.342363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.870155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:06.342397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.205457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T23:04:06.342442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.169585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T23:04:06.342487Z","caller":"traceutil/trace.go:171","msg":"trace[1090369496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23098; }","duration":"123.233596ms","start":"2026-03-02T23:04:06.219244Z","end":"2026-03-02T23:04:06.342477Z","steps":["trace[1090369496] 'agreement among raft nodes before linearized reading' (duration: 123.105184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.342489Z","caller":"traceutil/trace.go:171","msg":"trace[1995384269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23098; }","duration":"122.333739ms","start":"2026-03-02T23:04:06.220135Z","end":"2026-03-02T23:04:06.342468Z","steps":["trace[1995384269] 'agreement among raft nodes before linearized reading' (duration: 122.003273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.342298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.85925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T23:04:06.342571Z","caller":"traceutil/trace.go:171","msg":"trace[1973198286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23098; }","duration":"123.149415ms","start":"2026-03-02T23:04:06.219408Z","end":"2026-03-02T23:04:06.342557Z","steps":["trace[1973198286] 'agreement among raft nodes before linearized reading' (duration: 122.804868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.341715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.54054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:06.342642Z","caller":"traceutil/trace.go:171","msg":"trace[1403941462] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23097; }","duration":"615.62173ms","start":"2026-03-02T23:04:05.727002Z","end":"2026-03-02T23:04:06.342623Z","steps":["trace[1403941462] 'agreement among raft nodes before linearized reading' (duration: 614.518639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.342689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:05.726979Z","time spent":"615.694752ms","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:06.342439Z","caller":"traceutil/trace.go:171","msg":"trace[1119415718] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23098; }","duration":"140.996627ms","start":"2026-03-02T23:04:06.201425Z","end":"2026-03-02T23:04:06.342421Z","steps":["trace[1119415718] 'agreement among raft nodes before linearized reading' (duration: 140.824044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.957344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721590,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:04:06.975653Z","caller":"traceutil/trace.go:171","msg":"trace[553271155] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"628.736914ms","start":"2026-03-02T23:04:06.346892Z","end":"2026-03-02T23:04:06.975629Z","steps":["trace[553271155] 'process raft request' (duration: 628.668963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.975803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.346885Z","time spent":"628.844786ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.975927Z","caller":"traceutil/trace.go:171","msg":"trace[743705720] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"629.373465ms","start":"2026-03-02T23:04:06.346524Z","end":"2026-03-02T23:04:06.975898Z","steps":["trace[743705720] 'process raft request' (duration: 628.996558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.975937Z","caller":"traceutil/trace.go:171","msg":"trace[798821690] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"629.465287ms","start":"2026-03-02T23:04:06.346425Z","end":"2026-03-02T23:04:06.97589Z","steps":["trace[798821690] 'process raft request' (duration: 628.953617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:06.97599Z","caller":"traceutil/trace.go:171","msg":"trace[1302052111] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"628.925887ms","start":"2026-03-02T23:04:06.347021Z","end":"2026-03-02T23:04:06.975947Z","steps":["trace[1302052111] 'process raft request' (duration: 628.57347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.976073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.346496Z","time spent":"629.495278ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:06.9761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.346405Z","time spent":"629.60065ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:06.976212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.346993Z","time spent":"629.093331ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:06.97932Z","caller":"traceutil/trace.go:171","msg":"trace[769910732] linearizableReadLoop","detail":"{readStateIndex:23901; appliedIndex:23896; }","duration":"522.613546ms","start":"2026-03-02T23:04:06.456682Z","end":"2026-03-02T23:04:06.979296Z","steps":["trace[769910732] 'read index received' (duration: 518.626592ms)","trace[769910732] 'applied index is now lower than readState.Index' (duration: 3.985674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:06.979495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.747627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:06.979531Z","caller":"traceutil/trace.go:171","msg":"trace[68173222] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23103; }","duration":"421.839958ms","start":"2026-03-02T23:04:06.557681Z","end":"2026-03-02T23:04:06.97952Z","steps":["trace[68173222] 'agreement among raft nodes before linearized reading' (duration: 421.764007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.979502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.795419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:06.979564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.55765Z","time spent":"421.9048ms","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:06.97963Z","caller":"traceutil/trace.go:171","msg":"trace[1333687791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23103; }","duration":"522.926372ms","start":"2026-03-02T23:04:06.456637Z","end":"2026-03-02T23:04:06.979564Z","steps":["trace[1333687791] 'agreement among raft nodes before linearized reading' (duration: 522.782349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.979679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.456621Z","time spent":"523.049284ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:06.979864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.045875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T23:04:06.979896Z","caller":"traceutil/trace.go:171","msg":"trace[1456850726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23103; }","duration":"297.113986ms","start":"2026-03-02T23:04:06.682772Z","end":"2026-03-02T23:04:06.979886Z","steps":["trace[1456850726] 'agreement among raft nodes before linearized reading' (duration: 296.975144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.979889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.940888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:06.979971Z","caller":"traceutil/trace.go:171","msg":"trace[517776828] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23103; }","duration":"359.029599ms","start":"2026-03-02T23:04:06.620919Z","end":"2026-03-02T23:04:06.979948Z","steps":["trace[517776828] 'agreement among raft nodes before linearized reading' (duration: 358.914187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:06.980019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:06.620864Z","time spent":"359.139721ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T23:04:17.12741Z","caller":"traceutil/trace.go:171","msg":"trace[297002388] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"101.43795ms","start":"2026-03-02T23:04:17.025944Z","end":"2026-03-02T23:04:17.127382Z","steps":["trace[297002388] 'process raft request' (duration: 100.819869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:21.062954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.058167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:21.06332Z","caller":"traceutil/trace.go:171","msg":"trace[1527295220] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23253; }","duration":"157.25859ms","start":"2026-03-02T23:04:20.905808Z","end":"2026-03-02T23:04:21.063067Z","steps":["trace[1527295220] 'count revisions from in-memory index tree' (duration: 156.976085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:21.650907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581740478335721995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T23:04:21.692501Z","caller":"traceutil/trace.go:171","msg":"trace[1908742331] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"542.863545ms","start":"2026-03-02T23:04:21.149604Z","end":"2026-03-02T23:04:21.692467Z","steps":["trace[1908742331] 'process raft request' (duration: 542.690302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:21.692657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.149591Z","time spent":"542.984437ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.046029Z","caller":"traceutil/trace.go:171","msg":"trace[1254217195] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"477.410004ms","start":"2026-03-02T23:04:21.568576Z","end":"2026-03-02T23:04:22.045986Z","steps":["trace[1254217195] 'process raft request' (duration: 456.565016ms)","trace[1254217195] 'compare' (duration: 20.469781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:22.046151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.568548Z","time spent":"477.535297ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.046119Z","caller":"traceutil/trace.go:171","msg":"trace[869303863] linearizableReadLoop","detail":"{readStateIndex:24057; appliedIndex:24055; }","duration":"895.684828ms","start":"2026-03-02T23:04:21.150383Z","end":"2026-03-02T23:04:22.046068Z","steps":["trace[869303863] 'read index received' (duration: 541.903716ms)","trace[869303863] 'applied index is now lower than readState.Index' (duration: 353.774402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:22.04616Z","caller":"traceutil/trace.go:171","msg":"trace[92771080] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"304.288649ms","start":"2026-03-02T23:04:21.741844Z","end":"2026-03-02T23:04:22.046133Z","steps":["trace[92771080] 'process raft request' (duration: 304.178277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.046358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.74182Z","time spent":"304.463583ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.046427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.118089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-02T23:04:22.04639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.972334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T23:04:22.046456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.531784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:22.046512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.686218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T23:04:22.046562Z","caller":"traceutil/trace.go:171","msg":"trace[1933106304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23256; }","duration":"852.684247ms","start":"2026-03-02T23:04:21.193851Z","end":"2026-03-02T23:04:22.046535Z","steps":["trace[1933106304] 'agreement among raft nodes before linearized reading' (duration: 852.514533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.046558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.44019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T23:04:22.046584Z","caller":"traceutil/trace.go:171","msg":"trace[878573103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23256; }","duration":"895.78223ms","start":"2026-03-02T23:04:21.150779Z","end":"2026-03-02T23:04:22.046561Z","steps":["trace[878573103] 'agreement among raft nodes before linearized reading' (duration: 895.544986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.046616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.193834Z","time spent":"852.773939ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T23:04:22.046625Z","caller":"traceutil/trace.go:171","msg":"trace[504732903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23256; }","duration":"759.560612ms","start":"2026-03-02T23:04:21.287049Z","end":"2026-03-02T23:04:22.046609Z","steps":["trace[504732903] 'agreement among raft nodes before linearized reading' (duration: 759.320257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.046642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.150773Z","time spent":"895.852981ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:22.046671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.287022Z","time spent":"759.638413ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" "} {"level":"warn","ts":"2026-03-02T23:04:22.046799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.015862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T23:04:22.046831Z","caller":"traceutil/trace.go:171","msg":"trace[1380340317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23256; }","duration":"225.086194ms","start":"2026-03-02T23:04:21.821736Z","end":"2026-03-02T23:04:22.046822Z","steps":["trace[1380340317] 'agreement among raft nodes before linearized reading' (duration: 225.013713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.046964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.873643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:04:22.046521Z","caller":"traceutil/trace.go:171","msg":"trace[2084989323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23256; }","duration":"896.132217ms","start":"2026-03-02T23:04:21.150361Z","end":"2026-03-02T23:04:22.046493Z","steps":["trace[2084989323] 'agreement among raft nodes before linearized reading' (duration: 895.800181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.047149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.150339Z","time spent":"896.793239ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T23:04:22.046462Z","caller":"traceutil/trace.go:171","msg":"trace[1483199718] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23256; }","duration":"280.18936ms","start":"2026-03-02T23:04:21.766262Z","end":"2026-03-02T23:04:22.046451Z","steps":["trace[1483199718] 'agreement among raft nodes before linearized reading' (duration: 280.057918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.04708Z","caller":"traceutil/trace.go:171","msg":"trace[1792899487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23256; }","duration":"894.961525ms","start":"2026-03-02T23:04:21.15207Z","end":"2026-03-02T23:04:22.047031Z","steps":["trace[1792899487] 'agreement among raft nodes before linearized reading' (duration: 894.811612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.047389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:21.152065Z","time spent":"895.295801ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:22.728083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.687827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:22.728588Z","caller":"traceutil/trace.go:171","msg":"trace[204722082] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"677.33211ms","start":"2026-03-02T23:04:22.05123Z","end":"2026-03-02T23:04:22.728562Z","steps":["trace[204722082] 'process raft request' (duration: 189.045672ms)","trace[204722082] 'compare' (duration: 487.32511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:22.728701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.051201Z","time spent":"677.442721ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.791938Z","caller":"traceutil/trace.go:171","msg":"trace[1393883356] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"739.428596ms","start":"2026-03-02T23:04:22.052482Z","end":"2026-03-02T23:04:22.79191Z","steps":["trace[1393883356] 'process raft request' (duration: 739.332224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.791983Z","caller":"traceutil/trace.go:171","msg":"trace[1845446383] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"740.246322ms","start":"2026-03-02T23:04:22.0517Z","end":"2026-03-02T23:04:22.791947Z","steps":["trace[1845446383] 'process raft request' (duration: 739.950146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.792098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.052462Z","time spent":"739.552559ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.792167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.051682Z","time spent":"740.395864ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.792287Z","caller":"traceutil/trace.go:171","msg":"trace[1653445634] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"739.535068ms","start":"2026-03-02T23:04:22.052724Z","end":"2026-03-02T23:04:22.792259Z","steps":["trace[1653445634] 'process raft request' (duration: 739.138901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.792469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.052709Z","time spent":"739.684101ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.792593Z","caller":"traceutil/trace.go:171","msg":"trace[1657120520] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"684.87445ms","start":"2026-03-02T23:04:22.107701Z","end":"2026-03-02T23:04:22.792575Z","steps":["trace[1657120520] 'process raft request' (duration: 684.672357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.79265Z","caller":"traceutil/trace.go:171","msg":"trace[60321271] linearizableReadLoop","detail":"{readStateIndex:24060; appliedIndex:24058; }","duration":"740.831123ms","start":"2026-03-02T23:04:22.051806Z","end":"2026-03-02T23:04:22.792637Z","steps":["trace[60321271] 'read index received' (duration: 188.491931ms)","trace[60321271] 'applied index is now lower than readState.Index' (duration: 552.337971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:22.79267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.107687Z","time spent":"684.945911ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.792657Z","caller":"traceutil/trace.go:171","msg":"trace[1950338910] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"682.75326ms","start":"2026-03-02T23:04:22.109862Z","end":"2026-03-02T23:04:22.792616Z","steps":["trace[1950338910] 'process raft request' (duration: 682.629368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.79273Z","caller":"traceutil/trace.go:171","msg":"trace[1238204274] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"644.09701ms","start":"2026-03-02T23:04:22.148623Z","end":"2026-03-02T23:04:22.79272Z","steps":["trace[1238204274] 'process raft request' (duration: 643.911147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.792795Z","caller":"traceutil/trace.go:171","msg":"trace[222754910] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"729.93041ms","start":"2026-03-02T23:04:22.062851Z","end":"2026-03-02T23:04:22.792781Z","steps":["trace[222754910] 'process raft request' (duration: 729.282288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:22.792843Z","caller":"traceutil/trace.go:171","msg":"trace[55544486] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"641.862198ms","start":"2026-03-02T23:04:22.150972Z","end":"2026-03-02T23:04:22.792835Z","steps":["trace[55544486] 'process raft request' (duration: 641.592013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.792889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.062837Z","time spent":"730.002371ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.792886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.109849Z","time spent":"682.917444ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:22.792944Z","caller":"traceutil/trace.go:171","msg":"trace[1819160521] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"631.657668ms","start":"2026-03-02T23:04:22.161279Z","end":"2026-03-02T23:04:22.792937Z","steps":["trace[1819160521] 'process raft request' (duration: 631.317322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.792907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.150962Z","time spent":"641.91631ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.792804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.148612Z","time spent":"644.148441ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.792993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.161272Z","time spent":"631.699839ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:22.79317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.359142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-02T23:04:22.79321Z","caller":"traceutil/trace.go:171","msg":"trace[1897987899] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23266; }","duration":"741.418284ms","start":"2026-03-02T23:04:22.051782Z","end":"2026-03-02T23:04:22.793201Z","steps":["trace[1897987899] 'agreement among raft nodes before linearized reading' (duration: 741.253731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:22.793239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.051777Z","time spent":"741.453885ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-02T23:04:23.195726Z","caller":"traceutil/trace.go:171","msg":"trace[504072428] linearizableReadLoop","detail":"{readStateIndex:24069; appliedIndex:24068; }","duration":"403.003608ms","start":"2026-03-02T23:04:22.792692Z","end":"2026-03-02T23:04:23.195696Z","steps":["trace[504072428] 'read index received' (duration: 402.156262ms)","trace[504072428] 'applied index is now lower than readState.Index' (duration: 845.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:23.19579Z","caller":"traceutil/trace.go:171","msg":"trace[1769014251] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"799.76978ms","start":"2026-03-02T23:04:22.395993Z","end":"2026-03-02T23:04:23.195763Z","steps":["trace[1769014251] 'process raft request' (duration: 798.765942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.195878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000423289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:23.195965Z","caller":"traceutil/trace.go:171","msg":"trace[1823669657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23267; }","duration":"1.000553552s","start":"2026-03-02T23:04:22.1954Z","end":"2026-03-02T23:04:23.195954Z","steps":["trace[1823669657] 'agreement among raft nodes before linearized reading' (duration: 1.000418869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.195987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.619983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T23:04:23.196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.195391Z","time spent":"1.000601043s","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:23.195994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.39596Z","time spent":"799.891023ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:23.196036Z","caller":"traceutil/trace.go:171","msg":"trace[1397640401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23267; }","duration":"678.718495ms","start":"2026-03-02T23:04:22.517303Z","end":"2026-03-02T23:04:23.196021Z","steps":["trace[1397640401] 'agreement among raft nodes before linearized reading' (duration: 678.486081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.196071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.517279Z","time spent":"678.783997ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:23.196022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144076106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T23:04:23.196698Z","caller":"traceutil/trace.go:171","msg":"trace[1695649532] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23267; }","duration":"1.144719527s","start":"2026-03-02T23:04:22.051894Z","end":"2026-03-02T23:04:23.196613Z","steps":["trace[1695649532] 'agreement among raft nodes before linearized reading' (duration: 1.143931963s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.196766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.051882Z","time spent":"1.144869971s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-02T23:04:23.199077Z","caller":"traceutil/trace.go:171","msg":"trace[429821989] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"398.341462ms","start":"2026-03-02T23:04:22.800717Z","end":"2026-03-02T23:04:23.199059Z","steps":["trace[429821989] 'process raft request' (duration: 398.050157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.199359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.450092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:23.199395Z","caller":"traceutil/trace.go:171","msg":"trace[1052631160] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23268; }","duration":"231.539924ms","start":"2026-03-02T23:04:22.967845Z","end":"2026-03-02T23:04:23.199384Z","steps":["trace[1052631160] 'agreement among raft nodes before linearized reading' (duration: 231.465393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.199409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.333656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T23:04:23.199473Z","caller":"traceutil/trace.go:171","msg":"trace[740404207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23268; }","duration":"146.472258ms","start":"2026-03-02T23:04:23.052987Z","end":"2026-03-02T23:04:23.199459Z","steps":["trace[740404207] 'agreement among raft nodes before linearized reading' (duration: 146.295515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.199502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.96757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T23:04:23.199596Z","caller":"traceutil/trace.go:171","msg":"trace[536042951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23268; }","duration":"394.113393ms","start":"2026-03-02T23:04:22.805461Z","end":"2026-03-02T23:04:23.199575Z","steps":["trace[536042951] 'agreement among raft nodes before linearized reading' (duration: 393.815617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:23.199648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.805446Z","time spent":"394.192875ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" "} {"level":"warn","ts":"2026-03-02T23:04:23.199189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:22.800694Z","time spent":"398.435243ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:24.036935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.416064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:04:24.036979Z","caller":"traceutil/trace.go:171","msg":"trace[350544759] linearizableReadLoop","detail":"{readStateIndex:24075; appliedIndex:24074; }","duration":"331.943124ms","start":"2026-03-02T23:04:23.705013Z","end":"2026-03-02T23:04:24.036956Z","steps":["trace[350544759] 'read index received' (duration: 312.853649ms)","trace[350544759] 'applied index is now lower than readState.Index' (duration: 19.088555ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:24.03708Z","caller":"traceutil/trace.go:171","msg":"trace[1811493862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23272; }","duration":"339.615577ms","start":"2026-03-02T23:04:23.697436Z","end":"2026-03-02T23:04:24.037051Z","steps":["trace[1811493862] 'range keys from in-memory index tree' (duration: 339.188209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:24.037069Z","caller":"traceutil/trace.go:171","msg":"trace[265693015] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"332.79556ms","start":"2026-03-02T23:04:23.704203Z","end":"2026-03-02T23:04:24.036999Z","steps":["trace[265693015] 'process raft request' (duration: 313.648223ms)","trace[265693015] 'compare' (duration: 18.928053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:24.03714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:23.697415Z","time spent":"339.71066ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T23:04:24.03722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:23.704177Z","time spent":"332.963624ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:24.037276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.255161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T23:04:24.037371Z","caller":"traceutil/trace.go:171","msg":"trace[1907649098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23273; }","duration":"332.397253ms","start":"2026-03-02T23:04:23.704953Z","end":"2026-03-02T23:04:24.037351Z","steps":["trace[1907649098] 'agreement among raft nodes before linearized reading' (duration: 332.113238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:24.037424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:23.704921Z","time spent":"332.494195ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T23:04:24.454383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.811396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:24.454549Z","caller":"traceutil/trace.go:171","msg":"trace[688818960] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24075; }","duration":"417.461648ms","start":"2026-03-02T23:04:24.037061Z","end":"2026-03-02T23:04:24.454523Z","steps":["trace[688818960] 'read index received' (duration: 212.377027ms)","trace[688818960] 'applied index is now lower than readState.Index' (duration: 205.083011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:24.45468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.421379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:24.454724Z","caller":"traceutil/trace.go:171","msg":"trace[444216722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23274; }","duration":"723.4856ms","start":"2026-03-02T23:04:23.731222Z","end":"2026-03-02T23:04:24.454708Z","steps":["trace[444216722] 'agreement among raft nodes before linearized reading' (duration: 723.404998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:24.454702Z","caller":"traceutil/trace.go:171","msg":"trace[508463495] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"723.070383ms","start":"2026-03-02T23:04:23.731567Z","end":"2026-03-02T23:04:24.454637Z","steps":["trace[508463495] 'process raft request' (duration: 517.847759ms)","trace[508463495] 'compare' (duration: 204.50347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:24.454774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:23.731212Z","time spent":"723.550691ms","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T23:04:24.454877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:23.731539Z","time spent":"723.232305ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.324635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.506987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:25.324917Z","caller":"traceutil/trace.go:171","msg":"trace[1989321682] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"1.282398912s","start":"2026-03-02T23:04:24.0425Z","end":"2026-03-02T23:04:25.324899Z","steps":["trace[1989321682] 'process raft request' (duration: 1.282251829s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:25.324969Z","caller":"traceutil/trace.go:171","msg":"trace[1797429834] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"1.28280694s","start":"2026-03-02T23:04:24.042131Z","end":"2026-03-02T23:04:25.324938Z","steps":["trace[1797429834] 'process raft request' (duration: 680.904445ms)","trace[1797429834] 'compare' (duration: 601.309064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:25.324987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.042491Z","time spent":"1.282461774s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.325143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.042109Z","time spent":"1.282951183s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.325265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12123651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T23:04:25.325134Z","caller":"traceutil/trace.go:171","msg":"trace[950762035] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24076; }","duration":"870.532518ms","start":"2026-03-02T23:04:24.454582Z","end":"2026-03-02T23:04:25.325115Z","steps":["trace[950762035] 'read index received' (duration: 268.355948ms)","trace[950762035] 'applied index is now lower than readState.Index' (duration: 602.17588ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:25.325327Z","caller":"traceutil/trace.go:171","msg":"trace[513555823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23277; }","duration":"1.121327702s","start":"2026-03-02T23:04:24.203964Z","end":"2026-03-02T23:04:25.325292Z","steps":["trace[513555823] 'agreement among raft nodes before linearized reading' (duration: 1.121206539s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.325347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.203938Z","time spent":"1.121403823s","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" "} {"level":"info","ts":"2026-03-02T23:04:25.325449Z","caller":"traceutil/trace.go:171","msg":"trace[1235990068] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"1.273440355s","start":"2026-03-02T23:04:24.051997Z","end":"2026-03-02T23:04:25.325437Z","steps":["trace[1235990068] 'process raft request' (duration: 1.272852074s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.325538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.051956Z","time spent":"1.273548837s","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:25.325527Z","caller":"traceutil/trace.go:171","msg":"trace[618816099] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"525.581133ms","start":"2026-03-02T23:04:24.799876Z","end":"2026-03-02T23:04:25.325457Z","steps":["trace[618816099] 'process raft request' (duration: 525.182995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.325604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079787248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:25.325686Z","caller":"traceutil/trace.go:171","msg":"trace[866485374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23278; }","duration":"1.0799387s","start":"2026-03-02T23:04:24.245728Z","end":"2026-03-02T23:04:25.325667Z","steps":["trace[866485374] 'agreement among raft nodes before linearized reading' (duration: 1.079679576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.325736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.245702Z","time spent":"1.080020542s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:25.32564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.799855Z","time spent":"525.721625ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:25.331931Z","caller":"traceutil/trace.go:171","msg":"trace[783328226] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"531.766788ms","start":"2026-03-02T23:04:24.800141Z","end":"2026-03-02T23:04:25.331907Z","steps":["trace[783328226] 'process raft request' (duration: 531.452552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:25.331938Z","caller":"traceutil/trace.go:171","msg":"trace[1142346293] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"531.507492ms","start":"2026-03-02T23:04:24.800394Z","end":"2026-03-02T23:04:25.331901Z","steps":["trace[1142346293] 'process raft request' (duration: 531.423831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.332084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.800115Z","time spent":"531.87356ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:25.332243Z","caller":"traceutil/trace.go:171","msg":"trace[446402003] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"530.81218ms","start":"2026-03-02T23:04:24.801418Z","end":"2026-03-02T23:04:25.33223Z","steps":["trace[446402003] 'process raft request' (duration: 530.726608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:25.33224Z","caller":"traceutil/trace.go:171","msg":"trace[759234576] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"530.860121ms","start":"2026-03-02T23:04:24.801336Z","end":"2026-03-02T23:04:25.332196Z","steps":["trace[759234576] 'process raft request' (duration: 530.526325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.332319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.801411Z","time spent":"530.879111ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.332353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.800366Z","time spent":"531.759638ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.332469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.801324Z","time spent":"531.018764ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.601253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.729253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:25.601505Z","caller":"traceutil/trace.go:171","msg":"trace[133408743] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"399.409482ms","start":"2026-03-02T23:04:25.202057Z","end":"2026-03-02T23:04:25.601466Z","steps":["trace[133408743] 'process raft request' (duration: 244.365803ms)","trace[133408743] 'compare' (duration: 154.349986ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:25.601523Z","caller":"traceutil/trace.go:171","msg":"trace[1115426269] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24080; }","duration":"276.180995ms","start":"2026-03-02T23:04:25.325309Z","end":"2026-03-02T23:04:25.60149Z","steps":["trace[1115426269] 'read index received' (duration: 6.283217ms)","trace[1115426269] 'applied index is now lower than readState.Index' (duration: 269.892598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:25.601718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:25.202032Z","time spent":"399.553034ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:25.603367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.65596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T23:04:25.603453Z","caller":"traceutil/trace.go:171","msg":"trace[1102643076] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23283; }","duration":"528.781532ms","start":"2026-03-02T23:04:25.074653Z","end":"2026-03-02T23:04:25.603434Z","steps":["trace[1102643076] 'agreement among raft nodes before linearized reading' (duration: 526.902328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.603505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:25.074635Z","time spent":"528.860284ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T23:04:25.603528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.694925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:04:25.603579Z","caller":"traceutil/trace.go:171","msg":"trace[774810588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23283; }","duration":"802.771157ms","start":"2026-03-02T23:04:24.800792Z","end":"2026-03-02T23:04:25.603563Z","steps":["trace[774810588] 'agreement among raft nodes before linearized reading' (duration: 800.76567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.603624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.80078Z","time spent":"802.835318ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:25.603714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.221683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:25.603828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.525521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T23:04:25.60373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142546066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:25.603874Z","caller":"traceutil/trace.go:171","msg":"trace[1224370704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23283; }","duration":"796.584311ms","start":"2026-03-02T23:04:24.80728Z","end":"2026-03-02T23:04:25.603864Z","steps":["trace[1224370704] 'agreement among raft nodes before linearized reading' (duration: 794.222128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.603883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.063679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T23:04:25.603888Z","caller":"traceutil/trace.go:171","msg":"trace[1994373549] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23283; }","duration":"1.142747831s","start":"2026-03-02T23:04:24.461123Z","end":"2026-03-02T23:04:25.603871Z","steps":["trace[1994373549] 'agreement among raft nodes before linearized reading' (duration: 1.140460148s)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:25.603931Z","caller":"traceutil/trace.go:171","msg":"trace[1575591971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23283; }","duration":"871.15001ms","start":"2026-03-02T23:04:24.732766Z","end":"2026-03-02T23:04:25.603916Z","steps":["trace[1575591971] 'agreement among raft nodes before linearized reading' (duration: 868.800457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.603963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.461105Z","time spent":"1.142843412s","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T23:04:25.603978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.732741Z","time spent":"871.229502ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:04:25.604005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.066748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T23:04:25.604009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.972636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T23:04:25.603939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.346296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T23:04:25.604062Z","caller":"traceutil/trace.go:171","msg":"trace[1889207334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23283; }","duration":"806.15863ms","start":"2026-03-02T23:04:24.797891Z","end":"2026-03-02T23:04:25.604049Z","steps":["trace[1889207334] 'agreement among raft nodes before linearized reading' (duration: 803.639053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.6041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.797868Z","time spent":"806.224572ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T23:04:25.6041Z","caller":"traceutil/trace.go:171","msg":"trace[124727010] range","detail":"{range_begin:/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec; range_end:; response_count:1; response_revision:23283; }","duration":"329.518179ms","start":"2026-03-02T23:04:25.274553Z","end":"2026-03-02T23:04:25.604071Z","steps":["trace[124727010] 'agreement among raft nodes before linearized reading' (duration: 326.993242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.604167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.873022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T23:04:25.604252Z","caller":"traceutil/trace.go:171","msg":"trace[372768790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23283; }","duration":"998.016534ms","start":"2026-03-02T23:04:24.606215Z","end":"2026-03-02T23:04:25.604231Z","steps":["trace[372768790] 'agreement among raft nodes before linearized reading' (duration: 995.354915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:25.603828Z","caller":"traceutil/trace.go:171","msg":"trace[181691211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23283; }","duration":"410.390706ms","start":"2026-03-02T23:04:25.193411Z","end":"2026-03-02T23:04:25.603802Z","steps":["trace[181691211] 'agreement among raft nodes before linearized reading' (duration: 408.149475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.604316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.606163Z","time spent":"998.143387ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T23:04:25.604355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:25.193365Z","time spent":"410.974277ms","remote":"127.0.0.1:60394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T23:04:25.603912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:24.807274Z","time spent":"796.632042ms","remote":"127.0.0.1:60576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T23:04:25.604193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:25.274537Z","time spent":"329.624601ms","remote":"127.0.0.1:60468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-d85c58dc8-rbts8.189928a47c5010ec\" "} {"level":"info","ts":"2026-03-02T23:04:25.604067Z","caller":"traceutil/trace.go:171","msg":"trace[318207043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23283; }","duration":"324.061098ms","start":"2026-03-02T23:04:25.279996Z","end":"2026-03-02T23:04:25.604057Z","steps":["trace[318207043] 'agreement among raft nodes before linearized reading' (duration: 321.535741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:25.604636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:25.279981Z","time spent":"324.640749ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:28.080987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.991843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:28.081074Z","caller":"traceutil/trace.go:171","msg":"trace[944407272] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24100; }","duration":"461.757172ms","start":"2026-03-02T23:04:27.619306Z","end":"2026-03-02T23:04:28.081063Z","steps":["trace[944407272] 'read index received' (duration: 48.619756ms)","trace[944407272] 'applied index is now lower than readState.Index' (duration: 413.136756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:28.081118Z","caller":"traceutil/trace.go:171","msg":"trace[769247007] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"473.860328ms","start":"2026-03-02T23:04:27.607217Z","end":"2026-03-02T23:04:28.081077Z","steps":["trace[769247007] 'process raft request' (duration: 60.718832ms)","trace[769247007] 'compare' (duration: 412.922732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:28.0812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.903335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:04:28.081225Z","caller":"traceutil/trace.go:171","msg":"trace[1846663744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23298; }","duration":"461.963596ms","start":"2026-03-02T23:04:27.619254Z","end":"2026-03-02T23:04:28.081217Z","steps":["trace[1846663744] 'agreement among raft nodes before linearized reading' (duration: 461.861544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:28.081244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.619238Z","time spent":"462.000556ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T23:04:28.08124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.325505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:28.081298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.658546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:04:28.081314Z","caller":"traceutil/trace.go:171","msg":"trace[1074407054] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23298; }","duration":"329.418666ms","start":"2026-03-02T23:04:27.751877Z","end":"2026-03-02T23:04:28.081296Z","steps":["trace[1074407054] 'agreement among raft nodes before linearized reading' (duration: 329.275724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:28.081314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.607186Z","time spent":"474.01083ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:28.081353Z","caller":"traceutil/trace.go:171","msg":"trace[354833262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23298; }","duration":"457.756678ms","start":"2026-03-02T23:04:27.623578Z","end":"2026-03-02T23:04:28.081335Z","steps":["trace[354833262] 'agreement among raft nodes before linearized reading' (duration: 457.576475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:28.081356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.751819Z","time spent":"329.527648ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:28.081356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.146945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:04:28.081351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.690743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:28.081388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.623554Z","time spent":"457.826299ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T23:04:28.08142Z","caller":"traceutil/trace.go:171","msg":"trace[1728448453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23298; }","duration":"458.240397ms","start":"2026-03-02T23:04:27.623161Z","end":"2026-03-02T23:04:28.081402Z","steps":["trace[1728448453] 'agreement among raft nodes before linearized reading' (duration: 457.996153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:28.081431Z","caller":"traceutil/trace.go:171","msg":"trace[699854607] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23298; }","duration":"109.822176ms","start":"2026-03-02T23:04:27.97159Z","end":"2026-03-02T23:04:28.081412Z","steps":["trace[699854607] 'agreement among raft nodes before linearized reading' (duration: 109.683663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:28.081466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.623145Z","time spent":"458.308628ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T23:04:28.081517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.141335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:04:28.081587Z","caller":"traceutil/trace.go:171","msg":"trace[1285736674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23298; }","duration":"458.251127ms","start":"2026-03-02T23:04:27.623318Z","end":"2026-03-02T23:04:28.081569Z","steps":["trace[1285736674] 'agreement among raft nodes before linearized reading' (duration: 458.034763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:28.081634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:27.623292Z","time spent":"458.327378ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T23:04:28.321495Z","caller":"traceutil/trace.go:171","msg":"trace[1420995469] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"235.790823ms","start":"2026-03-02T23:04:28.085682Z","end":"2026-03-02T23:04:28.321472Z","steps":["trace[1420995469] 'process raft request' (duration: 231.83631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:28.321861Z","caller":"traceutil/trace.go:171","msg":"trace[1476811492] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"235.945836ms","start":"2026-03-02T23:04:28.08589Z","end":"2026-03-02T23:04:28.321836Z","steps":["trace[1476811492] 'process raft request' (duration: 235.536658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:28.321989Z","caller":"traceutil/trace.go:171","msg":"trace[103475347] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"234.357747ms","start":"2026-03-02T23:04:28.087613Z","end":"2026-03-02T23:04:28.321971Z","steps":["trace[103475347] 'process raft request' (duration: 234.137362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:33.469936Z","caller":"traceutil/trace.go:171","msg":"trace[171756611] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"120.997224ms","start":"2026-03-02T23:04:33.348919Z","end":"2026-03-02T23:04:33.469916Z","steps":["trace[171756611] 'process raft request' (duration: 120.854812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:33.741194Z","caller":"traceutil/trace.go:171","msg":"trace[1929351769] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"390.839473ms","start":"2026-03-02T23:04:33.350329Z","end":"2026-03-02T23:04:33.741169Z","steps":["trace[1929351769] 'process raft request' (duration: 390.606308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:33.741217Z","caller":"traceutil/trace.go:171","msg":"trace[1403303864] linearizableReadLoop","detail":"{readStateIndex:24158; appliedIndex:24155; }","duration":"382.15608ms","start":"2026-03-02T23:04:33.359043Z","end":"2026-03-02T23:04:33.741199Z","steps":["trace[1403303864] 'read index received' (duration: 110.780714ms)","trace[1403303864] 'applied index is now lower than readState.Index' (duration: 271.374726ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:33.741251Z","caller":"traceutil/trace.go:171","msg":"trace[1933986284] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"381.490388ms","start":"2026-03-02T23:04:33.359738Z","end":"2026-03-02T23:04:33.741228Z","steps":["trace[1933986284] 'process raft request' (duration: 381.388626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:33.741319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.350315Z","time spent":"390.936084ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:33.74129Z","caller":"traceutil/trace.go:171","msg":"trace[967263834] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"381.132991ms","start":"2026-03-02T23:04:33.360123Z","end":"2026-03-02T23:04:33.741256Z","steps":["trace[967263834] 'process raft request' (duration: 381.030059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:33.741348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.303104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:04:33.741321Z","caller":"traceutil/trace.go:171","msg":"trace[375058597] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"383.19548ms","start":"2026-03-02T23:04:33.358088Z","end":"2026-03-02T23:04:33.741284Z","steps":["trace[375058597] 'process raft request' (duration: 383.004776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:33.741372Z","caller":"traceutil/trace.go:171","msg":"trace[542991238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23357; }","duration":"382.415955ms","start":"2026-03-02T23:04:33.358949Z","end":"2026-03-02T23:04:33.741365Z","steps":["trace[542991238] 'agreement among raft nodes before linearized reading' (duration: 382.313633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:33.741361Z","caller":"traceutil/trace.go:171","msg":"trace[1648782296] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"378.920861ms","start":"2026-03-02T23:04:33.362405Z","end":"2026-03-02T23:04:33.741326Z","steps":["trace[1648782296] 'process raft request' (duration: 378.765378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:33.741457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.360103Z","time spent":"381.269814ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:33.741473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.358045Z","time spent":"383.347243ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:33.741482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.359716Z","time spent":"381.611931ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:33.741404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.358912Z","time spent":"382.486327ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T23:04:33.741534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:33.362385Z","time spent":"379.062323ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:34.02178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.140312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:34.021892Z","caller":"traceutil/trace.go:171","msg":"trace[1436534239] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"275.814158ms","start":"2026-03-02T23:04:33.746057Z","end":"2026-03-02T23:04:34.021871Z","steps":["trace[1436534239] 'process raft request' (duration: 84.490784ms)","trace[1436534239] 'compare' (duration: 190.775064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:34.334379Z","caller":"traceutil/trace.go:171","msg":"trace[1893911128] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"229.167389ms","start":"2026-03-02T23:04:34.105178Z","end":"2026-03-02T23:04:34.334345Z","steps":["trace[1893911128] 'process raft request' (duration: 222.302531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:34.334462Z","caller":"traceutil/trace.go:171","msg":"trace[468405579] linearizableReadLoop","detail":"{readStateIndex:24163; appliedIndex:24162; }","duration":"177.11388ms","start":"2026-03-02T23:04:34.157327Z","end":"2026-03-02T23:04:34.334441Z","steps":["trace[468405579] 'read index received' (duration: 170.171451ms)","trace[468405579] 'applied index is now lower than readState.Index' (duration: 6.940999ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:34.334471Z","caller":"traceutil/trace.go:171","msg":"trace[1669857262] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"135.024476ms","start":"2026-03-02T23:04:34.199413Z","end":"2026-03-02T23:04:34.334438Z","steps":["trace[1669857262] 'process raft request' (duration: 134.917394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:34.334643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.305434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:04:34.334673Z","caller":"traceutil/trace.go:171","msg":"trace[2128941751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23360; }","duration":"177.387315ms","start":"2026-03-02T23:04:34.157278Z","end":"2026-03-02T23:04:34.334666Z","steps":["trace[2128941751] 'agreement among raft nodes before linearized reading' (duration: 177.229753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:34.482398Z","caller":"traceutil/trace.go:171","msg":"trace[814846263] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24164; }","duration":"139.495849ms","start":"2026-03-02T23:04:34.342867Z","end":"2026-03-02T23:04:34.482363Z","steps":["trace[814846263] 'read index received' (duration: 139.260975ms)","trace[814846263] 'applied index is now lower than readState.Index' (duration: 233.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:34.482537Z","caller":"traceutil/trace.go:171","msg":"trace[323103965] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"143.262979ms","start":"2026-03-02T23:04:34.33925Z","end":"2026-03-02T23:04:34.482513Z","steps":["trace[323103965] 'process raft request' (duration: 142.938963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:34.48276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.867156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T23:04:34.482839Z","caller":"traceutil/trace.go:171","msg":"trace[1510891909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23361; }","duration":"139.985099ms","start":"2026-03-02T23:04:34.342836Z","end":"2026-03-02T23:04:34.482821Z","steps":["trace[1510891909] 'agreement among raft nodes before linearized reading' (duration: 139.753035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:34.485823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.409676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:04:34.485961Z","caller":"traceutil/trace.go:171","msg":"trace[302010933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23362; }","duration":"140.562709ms","start":"2026-03-02T23:04:34.345354Z","end":"2026-03-02T23:04:34.485917Z","steps":["trace[302010933] 'agreement among raft nodes before linearized reading' (duration: 140.218223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:34.485964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.407377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:04:34.486037Z","caller":"traceutil/trace.go:171","msg":"trace[1464493244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23362; }","duration":"140.538268ms","start":"2026-03-02T23:04:34.345478Z","end":"2026-03-02T23:04:34.486017Z","steps":["trace[1464493244] 'agreement among raft nodes before linearized reading' (duration: 140.273753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:48.239138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.817728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:04:48.239222Z","caller":"traceutil/trace.go:171","msg":"trace[976987089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23463; }","duration":"159.94224ms","start":"2026-03-02T23:04:48.079259Z","end":"2026-03-02T23:04:48.239202Z","steps":["trace[976987089] 'range keys from in-memory index tree' (duration: 159.561663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:48.463185Z","caller":"traceutil/trace.go:171","msg":"trace[272932370] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"218.042573ms","start":"2026-03-02T23:04:48.245114Z","end":"2026-03-02T23:04:48.463156Z","steps":["trace[272932370] 'process raft request' (duration: 217.89698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:48.696525Z","caller":"traceutil/trace.go:171","msg":"trace[994084705] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24271; }","duration":"158.386251ms","start":"2026-03-02T23:04:48.538112Z","end":"2026-03-02T23:04:48.696498Z","steps":["trace[994084705] 'read index received' (duration: 158.094136ms)","trace[994084705] 'applied index is now lower than readState.Index' (duration: 291.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:48.69657Z","caller":"traceutil/trace.go:171","msg":"trace[962990198] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"316.939885ms","start":"2026-03-02T23:04:48.379596Z","end":"2026-03-02T23:04:48.696536Z","steps":["trace[962990198] 'process raft request' (duration: 316.68858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:48.69676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.419133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T23:04:48.69681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.688317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:04:48.696821Z","caller":"traceutil/trace.go:171","msg":"trace[195022177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23465; }","duration":"150.516264ms","start":"2026-03-02T23:04:48.546288Z","end":"2026-03-02T23:04:48.696804Z","steps":["trace[195022177] 'agreement among raft nodes before linearized reading' (duration: 150.347511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:48.696814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.071146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:04:48.696837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.76851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:04:48.6969Z","caller":"traceutil/trace.go:171","msg":"trace[1650864957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23465; }","duration":"150.209998ms","start":"2026-03-02T23:04:48.546669Z","end":"2026-03-02T23:04:48.696879Z","steps":["trace[1650864957] 'agreement among raft nodes before linearized reading' (duration: 149.972694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:48.696855Z","caller":"traceutil/trace.go:171","msg":"trace[1358010613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23465; }","duration":"158.784029ms","start":"2026-03-02T23:04:48.53805Z","end":"2026-03-02T23:04:48.696834Z","steps":["trace[1358010613] 'agreement among raft nodes before linearized reading' (duration: 158.531484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:48.696897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:48.379575Z","time spent":"317.192879ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:48.697086Z","caller":"traceutil/trace.go:171","msg":"trace[2124562244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23465; }","duration":"149.874283ms","start":"2026-03-02T23:04:48.54702Z","end":"2026-03-02T23:04:48.696894Z","steps":["trace[2124562244] 'agreement among raft nodes before linearized reading' (duration: 149.619068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:49.727494Z","caller":"traceutil/trace.go:171","msg":"trace[2123606854] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"221.896782ms","start":"2026-03-02T23:04:49.505564Z","end":"2026-03-02T23:04:49.727461Z","steps":["trace[2123606854] 'process raft request' (duration: 221.707509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.068246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.090801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:50.068367Z","caller":"traceutil/trace.go:171","msg":"trace[707868850] linearizableReadLoop","detail":"{readStateIndex:24278; appliedIndex:24276; }","duration":"526.6692ms","start":"2026-03-02T23:04:49.54168Z","end":"2026-03-02T23:04:50.06835Z","steps":["trace[707868850] 'read index received' (duration: 185.599847ms)","trace[707868850] 'applied index is now lower than readState.Index' (duration: 341.067873ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:50.068446Z","caller":"traceutil/trace.go:171","msg":"trace[643702078] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"555.68339ms","start":"2026-03-02T23:04:49.51275Z","end":"2026-03-02T23:04:50.068434Z","steps":["trace[643702078] 'process raft request' (duration: 379.317864ms)","trace[643702078] 'compare' (duration: 175.893447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:50.068506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.512729Z","time spent":"555.745382ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:50.069086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.356434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:50.069212Z","caller":"traceutil/trace.go:171","msg":"trace[1467305073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23471; }","duration":"527.549717ms","start":"2026-03-02T23:04:49.541638Z","end":"2026-03-02T23:04:50.069187Z","steps":["trace[1467305073] 'agreement among raft nodes before linearized reading' (duration: 527.239011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.069268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.541625Z","time spent":"527.627918ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:04:50.448292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.758802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:50.448565Z","caller":"traceutil/trace.go:171","msg":"trace[441211894] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"654.542663ms","start":"2026-03-02T23:04:49.794004Z","end":"2026-03-02T23:04:50.448547Z","steps":["trace[441211894] 'process raft request' (duration: 654.468901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:50.448539Z","caller":"traceutil/trace.go:171","msg":"trace[1116137047] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"659.500366ms","start":"2026-03-02T23:04:49.788999Z","end":"2026-03-02T23:04:50.448499Z","steps":["trace[1116137047] 'process raft request' (duration: 481.415338ms)","trace[1116137047] 'compare' (duration: 177.555638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:50.448643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.793977Z","time spent":"654.632605ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:50.448715Z","caller":"traceutil/trace.go:171","msg":"trace[643578008] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"653.032784ms","start":"2026-03-02T23:04:49.795669Z","end":"2026-03-02T23:04:50.448701Z","steps":["trace[643578008] 'process raft request' (duration: 652.843131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.448735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.788976Z","time spent":"659.649698ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:50.448817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.795654Z","time spent":"653.099395ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:50.44884Z","caller":"traceutil/trace.go:171","msg":"trace[986381221] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"655.801796ms","start":"2026-03-02T23:04:49.792947Z","end":"2026-03-02T23:04:50.448749Z","steps":["trace[986381221] 'process raft request' (duration: 655.44657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:50.448967Z","caller":"traceutil/trace.go:171","msg":"trace[1293183430] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"653.190397ms","start":"2026-03-02T23:04:49.795762Z","end":"2026-03-02T23:04:50.448952Z","steps":["trace[1293183430] 'process raft request' (duration: 652.894452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.44902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.792924Z","time spent":"655.991399ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:50.44905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.795749Z","time spent":"653.272419ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:50.453888Z","caller":"traceutil/trace.go:171","msg":"trace[1653762194] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24278; }","duration":"385.46978ms","start":"2026-03-02T23:04:50.068393Z","end":"2026-03-02T23:04:50.453863Z","steps":["trace[1653762194] 'read index received' (duration: 202.128065ms)","trace[1653762194] 'applied index is now lower than readState.Index' (duration: 183.340685ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:50.45394Z","caller":"traceutil/trace.go:171","msg":"trace[236918088] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"501.811807ms","start":"2026-03-02T23:04:49.952094Z","end":"2026-03-02T23:04:50.453906Z","steps":["trace[236918088] 'process raft request' (duration: 501.644324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.454066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.338121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T23:04:50.454088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.952074Z","time spent":"501.93986ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:50.454113Z","caller":"traceutil/trace.go:171","msg":"trace[1418464425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"259.458653ms","start":"2026-03-02T23:04:50.194642Z","end":"2026-03-02T23:04:50.454101Z","steps":["trace[1418464425] 'agreement among raft nodes before linearized reading' (duration: 259.379771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.45412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.407331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T23:04:50.454164Z","caller":"traceutil/trace.go:171","msg":"trace[93668519] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23477; }","duration":"632.493512ms","start":"2026-03-02T23:04:49.821658Z","end":"2026-03-02T23:04:50.454151Z","steps":["trace[93668519] 'agreement among raft nodes before linearized reading' (duration: 632.334989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.454203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:49.821641Z","time spent":"632.553254ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T23:04:50.454211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.279631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T23:04:50.454277Z","caller":"traceutil/trace.go:171","msg":"trace[902019830] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:23477; }","duration":"156.369583ms","start":"2026-03-02T23:04:50.297888Z","end":"2026-03-02T23:04:50.454258Z","steps":["trace[902019830] 'agreement among raft nodes before linearized reading' (duration: 156.19372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.821077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.632164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:50.821188Z","caller":"traceutil/trace.go:171","msg":"trace[1319328252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23477; }","duration":"151.752457ms","start":"2026-03-02T23:04:50.66942Z","end":"2026-03-02T23:04:50.821173Z","steps":["trace[1319328252] 'range keys from in-memory index tree' (duration: 151.620404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.82133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:50.455146Z","time spent":"366.175281ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T23:04:50.821727Z","caller":"traceutil/trace.go:171","msg":"trace[1898987436] linearizableReadLoop","detail":"{readStateIndex:24285; appliedIndex:24284; }","duration":"363.043023ms","start":"2026-03-02T23:04:50.458667Z","end":"2026-03-02T23:04:50.82171Z","steps":["trace[1898987436] 'read index received' (duration: 338.097499ms)","trace[1898987436] 'applied index is now lower than readState.Index' (duration: 24.942904ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:50.82187Z","caller":"traceutil/trace.go:171","msg":"trace[506110336] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"120.085156ms","start":"2026-03-02T23:04:50.701764Z","end":"2026-03-02T23:04:50.821849Z","steps":["trace[506110336] 'process raft request' (duration: 119.533496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.821962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.267297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-02T23:04:50.822037Z","caller":"traceutil/trace.go:171","msg":"trace[869242155] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23478; }","duration":"363.374558ms","start":"2026-03-02T23:04:50.458645Z","end":"2026-03-02T23:04:50.82202Z","steps":["trace[869242155] 'agreement among raft nodes before linearized reading' (duration: 363.153574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.822072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:50.458636Z","time spent":"363.42922ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T23:04:50.822147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.780196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T23:04:50.822213Z","caller":"traceutil/trace.go:171","msg":"trace[902423943] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23478; }","duration":"166.895019ms","start":"2026-03-02T23:04:50.655302Z","end":"2026-03-02T23:04:50.822197Z","steps":["trace[902423943] 'agreement among raft nodes before linearized reading' (duration: 166.599883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.82227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.430181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:04:50.822354Z","caller":"traceutil/trace.go:171","msg":"trace[1987257153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23478; }","duration":"355.536333ms","start":"2026-03-02T23:04:50.466797Z","end":"2026-03-02T23:04:50.822333Z","steps":["trace[1987257153] 'agreement among raft nodes before linearized reading' (duration: 355.020234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:50.822393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:50.466785Z","time spent":"355.596874ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T23:04:51.292987Z","caller":"traceutil/trace.go:171","msg":"trace[691271947] linearizableReadLoop","detail":"{readStateIndex:24296; appliedIndex:24295; }","duration":"132.667821ms","start":"2026-03-02T23:04:51.160297Z","end":"2026-03-02T23:04:51.292965Z","steps":["trace[691271947] 'read index received' (duration: 132.538368ms)","trace[691271947] 'applied index is now lower than readState.Index' (duration: 128.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:51.29306Z","caller":"traceutil/trace.go:171","msg":"trace[1868115432] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"158.007053ms","start":"2026-03-02T23:04:51.13502Z","end":"2026-03-02T23:04:51.293027Z","steps":["trace[1868115432] 'process raft request' (duration: 157.798649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.293234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.885955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T23:04:51.293266Z","caller":"traceutil/trace.go:171","msg":"trace[83503945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23488; }","duration":"132.996117ms","start":"2026-03-02T23:04:51.16026Z","end":"2026-03-02T23:04:51.293256Z","steps":["trace[83503945] 'agreement among raft nodes before linearized reading' (duration: 132.836254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.293592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.402987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:51.293678Z","caller":"traceutil/trace.go:171","msg":"trace[1439267299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23488; }","duration":"102.52835ms","start":"2026-03-02T23:04:51.191128Z","end":"2026-03-02T23:04:51.293656Z","steps":["trace[1439267299] 'agreement among raft nodes before linearized reading' (duration: 102.174843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:51.436253Z","caller":"traceutil/trace.go:171","msg":"trace[1365146180] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24296; }","duration":"130.074753ms","start":"2026-03-02T23:04:51.306147Z","end":"2026-03-02T23:04:51.436222Z","steps":["trace[1365146180] 'read index received' (duration: 126.984836ms)","trace[1365146180] 'applied index is now lower than readState.Index' (duration: 3.088357ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:51.436313Z","caller":"traceutil/trace.go:171","msg":"trace[828195172] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"130.322938ms","start":"2026-03-02T23:04:51.305964Z","end":"2026-03-02T23:04:51.436287Z","steps":["trace[828195172] 'process raft request' (duration: 127.101028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.43658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.399539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T23:04:51.436628Z","caller":"traceutil/trace.go:171","msg":"trace[1138256374] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64ac5335-2623-49da-9f63-3ab8805f7c1a; range_end:; response_count:1; response_revision:23489; }","duration":"130.495831ms","start":"2026-03-02T23:04:51.306117Z","end":"2026-03-02T23:04:51.436613Z","steps":["trace[1138256374] 'agreement among raft nodes before linearized reading' (duration: 130.254267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.707127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.515619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:51.70742Z","caller":"traceutil/trace.go:171","msg":"trace[1479983560] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"401.064272ms","start":"2026-03-02T23:04:51.306292Z","end":"2026-03-02T23:04:51.707356Z","steps":["trace[1479983560] 'process raft request' (duration: 232.228647ms)","trace[1479983560] 'compare' (duration: 168.238604ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:51.707487Z","caller":"traceutil/trace.go:171","msg":"trace[692733413] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"401.016311ms","start":"2026-03-02T23:04:51.30645Z","end":"2026-03-02T23:04:51.707467Z","steps":["trace[692733413] 'process raft request' (duration: 400.776366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.707564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:51.306445Z","time spent":"401.082322ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:51.707664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:51.30628Z","time spent":"401.231975ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:04:51.707754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.169655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:51.707794Z","caller":"traceutil/trace.go:171","msg":"trace[2086465227] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23492; }","duration":"400.235696ms","start":"2026-03-02T23:04:51.307549Z","end":"2026-03-02T23:04:51.707784Z","steps":["trace[2086465227] 'agreement among raft nodes before linearized reading' (duration: 400.171985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.707836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:51.307536Z","time spent":"400.290437ms","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T23:04:51.7077Z","caller":"traceutil/trace.go:171","msg":"trace[1669071491] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24297; }","duration":"271.346455ms","start":"2026-03-02T23:04:51.436343Z","end":"2026-03-02T23:04:51.70769Z","steps":["trace[1669071491] 'read index received' (duration: 102.179544ms)","trace[1669071491] 'applied index is now lower than readState.Index' (duration: 169.165861ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:51.708148Z","caller":"traceutil/trace.go:171","msg":"trace[1521047803] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"400.518781ms","start":"2026-03-02T23:04:51.307614Z","end":"2026-03-02T23:04:51.708133Z","steps":["trace[1521047803] 'process raft request' (duration: 399.671856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.708258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:04:51.307588Z","time spent":"400.597862ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:04:51.990042Z","caller":"traceutil/trace.go:171","msg":"trace[1891027132] linearizableReadLoop","detail":"{readStateIndex:24301; appliedIndex:24300; }","duration":"189.50083ms","start":"2026-03-02T23:04:51.800524Z","end":"2026-03-02T23:04:51.990025Z","steps":["trace[1891027132] 'read index received' (duration: 189.200335ms)","trace[1891027132] 'applied index is now lower than readState.Index' (duration: 299.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:51.990128Z","caller":"traceutil/trace.go:171","msg":"trace[1385185594] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"267.011894ms","start":"2026-03-02T23:04:51.723111Z","end":"2026-03-02T23:04:51.990123Z","steps":["trace[1385185594] 'process raft request' (duration: 266.616917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:51.990238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.706814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:51.99026Z","caller":"traceutil/trace.go:171","msg":"trace[1239225805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23493; }","duration":"189.779815ms","start":"2026-03-02T23:04:51.800475Z","end":"2026-03-02T23:04:51.990255Z","steps":["trace[1239225805] 'agreement among raft nodes before linearized reading' (duration: 189.724684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:52.190262Z","caller":"traceutil/trace.go:171","msg":"trace[403201997] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"115.42991ms","start":"2026-03-02T23:04:52.074813Z","end":"2026-03-02T23:04:52.190243Z","steps":["trace[403201997] 'process raft request' (duration: 115.381589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:52.190369Z","caller":"traceutil/trace.go:171","msg":"trace[202945780] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24301; }","duration":"185.307542ms","start":"2026-03-02T23:04:52.005037Z","end":"2026-03-02T23:04:52.190344Z","steps":["trace[202945780] 'read index received' (duration: 89.968346ms)","trace[202945780] 'applied index is now lower than readState.Index' (duration: 95.337246ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:52.190426Z","caller":"traceutil/trace.go:171","msg":"trace[1896606967] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"188.647055ms","start":"2026-03-02T23:04:52.001736Z","end":"2026-03-02T23:04:52.190383Z","steps":["trace[1896606967] 'process raft request' (duration: 93.253768ms)","trace[1896606967] 'compare' (duration: 95.089411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:52.190589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.536907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-03-02T23:04:52.190635Z","caller":"traceutil/trace.go:171","msg":"trace[638649883] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23495; }","duration":"185.644418ms","start":"2026-03-02T23:04:52.004978Z","end":"2026-03-02T23:04:52.190623Z","steps":["trace[638649883] 'agreement among raft nodes before linearized reading' (duration: 185.452835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:52.304639Z","caller":"traceutil/trace.go:171","msg":"trace[1588452885] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"106.067226ms","start":"2026-03-02T23:04:52.198526Z","end":"2026-03-02T23:04:52.304593Z","steps":["trace[1588452885] 'process raft request' (duration: 95.919477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:52.494917Z","caller":"traceutil/trace.go:171","msg":"trace[1605475396] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24304; }","duration":"181.819547ms","start":"2026-03-02T23:04:52.313053Z","end":"2026-03-02T23:04:52.494872Z","steps":["trace[1605475396] 'read index received' (duration: 92.37682ms)","trace[1605475396] 'applied index is now lower than readState.Index' (duration: 89.440337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:52.494961Z","caller":"traceutil/trace.go:171","msg":"trace[229546867] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"183.834755ms","start":"2026-03-02T23:04:52.311095Z","end":"2026-03-02T23:04:52.49493Z","steps":["trace[229546867] 'process raft request' (duration: 94.342478ms)","trace[229546867] 'compare' (duration: 89.13903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:52.495202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.107842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-03-02T23:04:52.495257Z","caller":"traceutil/trace.go:171","msg":"trace[571011039] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23497; }","duration":"182.257225ms","start":"2026-03-02T23:04:52.312987Z","end":"2026-03-02T23:04:52.495244Z","steps":["trace[571011039] 'agreement among raft nodes before linearized reading' (duration: 182.046172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:52.963671Z","caller":"traceutil/trace.go:171","msg":"trace[1602468657] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"135.852211ms","start":"2026-03-02T23:04:52.827789Z","end":"2026-03-02T23:04:52.963641Z","steps":["trace[1602468657] 'process raft request' (duration: 135.694068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.095512Z","caller":"traceutil/trace.go:171","msg":"trace[2040015106] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"220.519897ms","start":"2026-03-02T23:04:52.874967Z","end":"2026-03-02T23:04:53.095487Z","steps":["trace[2040015106] 'process raft request' (duration: 147.474547ms)","trace[2040015106] 'compare' (duration: 72.857577ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:53.143423Z","caller":"traceutil/trace.go:171","msg":"trace[872236417] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"173.882738ms","start":"2026-03-02T23:04:52.96952Z","end":"2026-03-02T23:04:53.143402Z","steps":["trace[872236417] 'process raft request' (duration: 173.717155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.143631Z","caller":"traceutil/trace.go:171","msg":"trace[253656367] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"173.730405ms","start":"2026-03-02T23:04:52.969893Z","end":"2026-03-02T23:04:53.143624Z","steps":["trace[253656367] 'process raft request' (duration: 173.476061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.143816Z","caller":"traceutil/trace.go:171","msg":"trace[1385003660] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"173.40846ms","start":"2026-03-02T23:04:52.970393Z","end":"2026-03-02T23:04:53.143802Z","steps":["trace[1385003660] 'process raft request' (duration: 173.171745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.143936Z","caller":"traceutil/trace.go:171","msg":"trace[1577835974] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"173.077183ms","start":"2026-03-02T23:04:52.970852Z","end":"2026-03-02T23:04:53.143929Z","steps":["trace[1577835974] 'process raft request' (duration: 172.9116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.144037Z","caller":"traceutil/trace.go:171","msg":"trace[1624557005] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"171.974073ms","start":"2026-03-02T23:04:52.972058Z","end":"2026-03-02T23:04:53.144032Z","steps":["trace[1624557005] 'process raft request' (duration: 171.844511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:53.397197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.428329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:04:53.397267Z","caller":"traceutil/trace.go:171","msg":"trace[890356066] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23510; }","duration":"116.546361ms","start":"2026-03-02T23:04:53.280703Z","end":"2026-03-02T23:04:53.39725Z","steps":["trace[890356066] 'count revisions from in-memory index tree' (duration: 116.334097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:53.750169Z","caller":"traceutil/trace.go:171","msg":"trace[1068500185] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"104.407505ms","start":"2026-03-02T23:04:53.645738Z","end":"2026-03-02T23:04:53.750145Z","steps":["trace[1068500185] 'process raft request' (duration: 104.268882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:55.000957Z","caller":"traceutil/trace.go:171","msg":"trace[1419411358] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"187.37208ms","start":"2026-03-02T23:04:54.813555Z","end":"2026-03-02T23:04:55.000927Z","steps":["trace[1419411358] 'process raft request' (duration: 187.110505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:55.253492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.034484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:04:55.253587Z","caller":"traceutil/trace.go:171","msg":"trace[1223220161] linearizableReadLoop","detail":"{readStateIndex:24329; appliedIndex:24327; }","duration":"274.284659ms","start":"2026-03-02T23:04:54.979288Z","end":"2026-03-02T23:04:55.253573Z","steps":["trace[1223220161] 'read index received' (duration: 21.367148ms)","trace[1223220161] 'applied index is now lower than readState.Index' (duration: 252.916471ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:04:55.25364Z","caller":"traceutil/trace.go:171","msg":"trace[1828339252] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"276.433859ms","start":"2026-03-02T23:04:54.977193Z","end":"2026-03-02T23:04:55.253627Z","steps":["trace[1828339252] 'process raft request' (duration: 169.169851ms)","trace[1828339252] 'compare' (duration: 106.83432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:04:55.253684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.399651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:04:55.253739Z","caller":"traceutil/trace.go:171","msg":"trace[26629105] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23521; }","duration":"274.465263ms","start":"2026-03-02T23:04:54.979233Z","end":"2026-03-02T23:04:55.253698Z","steps":["trace[26629105] 'agreement among raft nodes before linearized reading' (duration: 274.411452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:55.253968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.901833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:04:55.253996Z","caller":"traceutil/trace.go:171","msg":"trace[396712953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23521; }","duration":"105.966404ms","start":"2026-03-02T23:04:55.148022Z","end":"2026-03-02T23:04:55.253989Z","steps":["trace[396712953] 'agreement among raft nodes before linearized reading' (duration: 105.868302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:55.254026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.846271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T23:04:55.254027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.834382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T23:04:55.254057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.228647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T23:04:55.254111Z","caller":"traceutil/trace.go:171","msg":"trace[1502168879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23521; }","duration":"105.974644ms","start":"2026-03-02T23:04:55.148113Z","end":"2026-03-02T23:04:55.254088Z","steps":["trace[1502168879] 'agreement among raft nodes before linearized reading' (duration: 105.77018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:55.25411Z","caller":"traceutil/trace.go:171","msg":"trace[1490426218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23521; }","duration":"104.950585ms","start":"2026-03-02T23:04:55.149145Z","end":"2026-03-02T23:04:55.254095Z","steps":["trace[1490426218] 'agreement among raft nodes before linearized reading' (duration: 104.763652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:55.254158Z","caller":"traceutil/trace.go:171","msg":"trace[1614338767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23521; }","duration":"107.36243ms","start":"2026-03-02T23:04:55.146776Z","end":"2026-03-02T23:04:55.254138Z","steps":["trace[1614338767] 'agreement among raft nodes before linearized reading' (duration: 107.103475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:04:55.254514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.711977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:04:55.254659Z","caller":"traceutil/trace.go:171","msg":"trace[1654774808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23521; }","duration":"106.882111ms","start":"2026-03-02T23:04:55.14776Z","end":"2026-03-02T23:04:55.254642Z","steps":["trace[1654774808] 'agreement among raft nodes before linearized reading' (duration: 106.158588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:04:58.097184Z","caller":"traceutil/trace.go:171","msg":"trace[315446456] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"136.444092ms","start":"2026-03-02T23:04:57.960713Z","end":"2026-03-02T23:04:58.097157Z","steps":["trace[315446456] 'process raft request' (duration: 136.216398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:03.530807Z","caller":"traceutil/trace.go:171","msg":"trace[349933901] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24427; }","duration":"216.569174ms","start":"2026-03-02T23:05:03.314214Z","end":"2026-03-02T23:05:03.530783Z","steps":["trace[349933901] 'read index received' (duration: 216.425541ms)","trace[349933901] 'applied index is now lower than readState.Index' (duration: 142.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:05:03.530916Z","caller":"traceutil/trace.go:171","msg":"trace[428759440] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"246.360169ms","start":"2026-03-02T23:05:03.284497Z","end":"2026-03-02T23:05:03.530857Z","steps":["trace[428759440] 'process raft request' (duration: 246.113975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:03.531185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.472074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T23:05:03.531234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.786504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T23:05:03.531206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.653271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:05:03.531285Z","caller":"traceutil/trace.go:171","msg":"trace[1072299953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23618; }","duration":"197.865565ms","start":"2026-03-02T23:05:03.333408Z","end":"2026-03-02T23:05:03.531273Z","steps":["trace[1072299953] 'agreement among raft nodes before linearized reading' (duration: 197.664471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:03.53128Z","caller":"traceutil/trace.go:171","msg":"trace[1752856378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23618; }","duration":"193.592246ms","start":"2026-03-02T23:05:03.337665Z","end":"2026-03-02T23:05:03.531257Z","steps":["trace[1752856378] 'agreement among raft nodes before linearized reading' (duration: 193.311251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:03.531066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.824939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T23:05:03.531312Z","caller":"traceutil/trace.go:171","msg":"trace[1062562628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23618; }","duration":"197.796245ms","start":"2026-03-02T23:05:03.333495Z","end":"2026-03-02T23:05:03.531291Z","steps":["trace[1062562628] 'agreement among raft nodes before linearized reading' (duration: 197.508459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:03.531346Z","caller":"traceutil/trace.go:171","msg":"trace[848471221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23618; }","duration":"217.155285ms","start":"2026-03-02T23:05:03.314171Z","end":"2026-03-02T23:05:03.531327Z","steps":["trace[848471221] 'agreement among raft nodes before linearized reading' (duration: 216.724697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:03.531698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.879355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T23:05:03.531703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.965726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:05:03.531736Z","caller":"traceutil/trace.go:171","msg":"trace[232827636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23618; }","duration":"198.949046ms","start":"2026-03-02T23:05:03.332776Z","end":"2026-03-02T23:05:03.531725Z","steps":["trace[232827636] 'agreement among raft nodes before linearized reading' (duration: 198.175831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:03.531753Z","caller":"traceutil/trace.go:171","msg":"trace[50176518] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23618; }","duration":"141.075828ms","start":"2026-03-02T23:05:03.390664Z","end":"2026-03-02T23:05:03.53174Z","steps":["trace[50176518] 'agreement among raft nodes before linearized reading' (duration: 140.327384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:03.895954Z","caller":"traceutil/trace.go:171","msg":"trace[1384861604] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"360.25033ms","start":"2026-03-02T23:05:03.535671Z","end":"2026-03-02T23:05:03.895922Z","steps":["trace[1384861604] 'process raft request' (duration: 284.446279ms)","trace[1384861604] 'compare' (duration: 75.278561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:05:03.896128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.535649Z","time spent":"360.389592ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:05:04.165799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.387039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T23:05:04.165987Z","caller":"traceutil/trace.go:171","msg":"trace[945344710] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"630.257039ms","start":"2026-03-02T23:05:03.535707Z","end":"2026-03-02T23:05:04.165964Z","steps":["trace[945344710] 'process raft request' (duration: 514.621905ms)","trace[945344710] 'compare' (duration: 114.90376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:05:04.166066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.535686Z","time spent":"630.343431ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:05:04.16635Z","caller":"traceutil/trace.go:171","msg":"trace[2078381211] linearizableReadLoop","detail":"{readStateIndex:24433; appliedIndex:24428; }","duration":"587.665006ms","start":"2026-03-02T23:05:03.578655Z","end":"2026-03-02T23:05:04.16632Z","steps":["trace[2078381211] 'read index received' (duration: 241.480358ms)","trace[2078381211] 'applied index is now lower than readState.Index' (duration: 346.183468ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:05:04.166456Z","caller":"traceutil/trace.go:171","msg":"trace[128491711] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"630.184948ms","start":"2026-03-02T23:05:03.536263Z","end":"2026-03-02T23:05:04.166448Z","steps":["trace[128491711] 'process raft request' (duration: 629.922183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:04.166535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.861569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:05:04.166587Z","caller":"traceutil/trace.go:171","msg":"trace[1798656405] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"630.714317ms","start":"2026-03-02T23:05:03.535853Z","end":"2026-03-02T23:05:04.166567Z","steps":["trace[1798656405] 'process raft request' (duration: 630.054135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:04.166628Z","caller":"traceutil/trace.go:171","msg":"trace[1744938448] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23623; }","duration":"588.002352ms","start":"2026-03-02T23:05:03.578604Z","end":"2026-03-02T23:05:04.166606Z","steps":["trace[1744938448] 'agreement among raft nodes before linearized reading' (duration: 587.848109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:04.166635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.464949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:05:04.166702Z","caller":"traceutil/trace.go:171","msg":"trace[1735719709] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23623; }","duration":"211.570331ms","start":"2026-03-02T23:05:03.955123Z","end":"2026-03-02T23:05:04.166693Z","steps":["trace[1735719709] 'agreement among raft nodes before linearized reading' (duration: 211.479309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:04.166788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.578581Z","time spent":"588.136834ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T23:05:04.166575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.536249Z","time spent":"630.255559ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:05:04.16739Z","caller":"traceutil/trace.go:171","msg":"trace[1867529199] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"630.924922ms","start":"2026-03-02T23:05:03.536431Z","end":"2026-03-02T23:05:04.167356Z","steps":["trace[1867529199] 'process raft request' (duration: 629.841582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:05:04.167508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.536419Z","time spent":"631.024884ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T23:05:04.166844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T23:05:03.535844Z","time spent":"630.941062ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T23:05:05.344328Z","caller":"traceutil/trace.go:171","msg":"trace[1982954109] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"180.339009ms","start":"2026-03-02T23:05:05.163919Z","end":"2026-03-02T23:05:05.344258Z","steps":["trace[1982954109] 'process raft request' (duration: 156.589917ms)","trace[1982954109] 'compare' (duration: 23.421406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:05:08.871909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.826267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:05:08.872183Z","caller":"traceutil/trace.go:171","msg":"trace[1210062001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23671; }","duration":"137.960969ms","start":"2026-03-02T23:05:08.734005Z","end":"2026-03-02T23:05:08.871966Z","steps":["trace[1210062001] 'count revisions from in-memory index tree' (duration: 137.723385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:46.882661Z","caller":"traceutil/trace.go:171","msg":"trace[1712147221] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"135.430601ms","start":"2026-03-02T23:05:46.747204Z","end":"2026-03-02T23:05:46.882635Z","steps":["trace[1712147221] 'process raft request' (duration: 40.506514ms)","trace[1712147221] 'compare' (duration: 94.772635ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:05:46.882875Z","caller":"traceutil/trace.go:171","msg":"trace[1769606537] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"134.27393ms","start":"2026-03-02T23:05:46.748559Z","end":"2026-03-02T23:05:46.882833Z","steps":["trace[1769606537] 'process raft request' (duration: 134.036496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:46.882959Z","caller":"traceutil/trace.go:171","msg":"trace[1013002908] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"133.503486ms","start":"2026-03-02T23:05:46.749422Z","end":"2026-03-02T23:05:46.882926Z","steps":["trace[1013002908] 'process raft request' (duration: 133.353773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:05:47.770815Z","caller":"traceutil/trace.go:171","msg":"trace[1372481369] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"100.885949ms","start":"2026-03-02T23:05:47.669897Z","end":"2026-03-02T23:05:47.770783Z","steps":["trace[1372481369] 'process raft request' (duration: 100.568303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:22.828145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.666895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T23:06:22.82824Z","caller":"traceutil/trace.go:171","msg":"trace[1545074420] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24426; }","duration":"129.849649ms","start":"2026-03-02T23:06:22.698373Z","end":"2026-03-02T23:06:22.828223Z","steps":["trace[1545074420] 'count revisions from in-memory index tree' (duration: 129.547733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:26.744953Z","caller":"traceutil/trace.go:171","msg":"trace[1631389854] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25288; }","duration":"147.693661ms","start":"2026-03-02T23:06:26.597233Z","end":"2026-03-02T23:06:26.744926Z","steps":["trace[1631389854] 'read index received' (duration: 123.163024ms)","trace[1631389854] 'applied index is now lower than readState.Index' (duration: 24.529747ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:06:26.745032Z","caller":"traceutil/trace.go:171","msg":"trace[312794415] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"184.331774ms","start":"2026-03-02T23:06:26.560655Z","end":"2026-03-02T23:06:26.744987Z","steps":["trace[312794415] 'process raft request' (duration: 159.768276ms)","trace[312794415] 'compare' (duration: 24.409125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:06:26.745182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.935296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T23:06:26.74518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.561798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T23:06:26.745255Z","caller":"traceutil/trace.go:171","msg":"trace[1177436695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24460; }","duration":"148.037698ms","start":"2026-03-02T23:06:26.5972Z","end":"2026-03-02T23:06:26.745238Z","steps":["trace[1177436695] 'agreement among raft nodes before linearized reading' (duration: 147.826714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:26.745286Z","caller":"traceutil/trace.go:171","msg":"trace[138888815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24460; }","duration":"141.7159ms","start":"2026-03-02T23:06:26.603559Z","end":"2026-03-02T23:06:26.745275Z","steps":["trace[138888815] 'agreement among raft nodes before linearized reading' (duration: 141.531526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:26.745583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.003269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T23:06:26.745668Z","caller":"traceutil/trace.go:171","msg":"trace[1476457923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24460; }","duration":"139.111182ms","start":"2026-03-02T23:06:26.606539Z","end":"2026-03-02T23:06:26.74565Z","steps":["trace[1476457923] 'agreement among raft nodes before linearized reading' (duration: 138.900468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:26.745505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.345017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T23:06:26.745915Z","caller":"traceutil/trace.go:171","msg":"trace[1562203152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24460; }","duration":"138.764795ms","start":"2026-03-02T23:06:26.607131Z","end":"2026-03-02T23:06:26.745896Z","steps":["trace[1562203152] 'agreement among raft nodes before linearized reading' (duration: 138.274606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.038848Z","caller":"traceutil/trace.go:171","msg":"trace[903704675] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"287.317382ms","start":"2026-03-02T23:06:26.751507Z","end":"2026-03-02T23:06:27.038825Z","steps":["trace[903704675] 'process raft request' (duration: 229.731379ms)","trace[903704675] 'compare' (duration: 57.45567ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:06:27.039154Z","caller":"traceutil/trace.go:171","msg":"trace[2084474926] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"286.864483ms","start":"2026-03-02T23:06:26.752257Z","end":"2026-03-02T23:06:27.039121Z","steps":["trace[2084474926] 'process raft request' (duration: 286.539767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.039165Z","caller":"traceutil/trace.go:171","msg":"trace[417273402] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"286.884684ms","start":"2026-03-02T23:06:26.752254Z","end":"2026-03-02T23:06:27.039138Z","steps":["trace[417273402] 'process raft request' (duration: 286.781752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.073169Z","caller":"traceutil/trace.go:171","msg":"trace[1869011360] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"145.532731ms","start":"2026-03-02T23:06:26.927615Z","end":"2026-03-02T23:06:27.073148Z","steps":["trace[1869011360] 'process raft request' (duration: 145.439809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.07318Z","caller":"traceutil/trace.go:171","msg":"trace[2034162409] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"158.94689ms","start":"2026-03-02T23:06:26.914206Z","end":"2026-03-02T23:06:27.073153Z","steps":["trace[2034162409] 'process raft request' (duration: 158.724866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.195817Z","caller":"traceutil/trace.go:171","msg":"trace[1804782986] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"129.36982ms","start":"2026-03-02T23:06:27.066412Z","end":"2026-03-02T23:06:27.195782Z","steps":["trace[1804782986] 'process raft request' (duration: 129.129295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.196053Z","caller":"traceutil/trace.go:171","msg":"trace[841167187] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25296; }","duration":"122.676815ms","start":"2026-03-02T23:06:27.073343Z","end":"2026-03-02T23:06:27.19602Z","steps":["trace[841167187] 'read index received' (duration: 122.218977ms)","trace[841167187] 'applied index is now lower than readState.Index' (duration: 456.078µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:06:27.196113Z","caller":"traceutil/trace.go:171","msg":"trace[1133076982] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"126.236201ms","start":"2026-03-02T23:06:27.069844Z","end":"2026-03-02T23:06:27.19608Z","steps":["trace[1133076982] 'process raft request' (duration: 125.897105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:27.196208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.655236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:06:27.196247Z","caller":"traceutil/trace.go:171","msg":"trace[1791637315] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24469; }","duration":"165.745947ms","start":"2026-03-02T23:06:27.030487Z","end":"2026-03-02T23:06:27.196233Z","steps":["trace[1791637315] 'agreement among raft nodes before linearized reading' (duration: 165.658496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:27.204564Z","caller":"traceutil/trace.go:171","msg":"trace[1899823624] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"128.432042ms","start":"2026-03-02T23:06:27.076119Z","end":"2026-03-02T23:06:27.204551Z","steps":["trace[1899823624] 'process raft request' (duration: 128.2991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:43.299584Z","caller":"traceutil/trace.go:171","msg":"trace[1650088100] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"150.059986ms","start":"2026-03-02T23:06:43.149483Z","end":"2026-03-02T23:06:43.299543Z","steps":["trace[1650088100] 'process raft request' (duration: 99.881621ms)","trace[1650088100] 'compare' (duration: 49.830018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:06:43.299728Z","caller":"traceutil/trace.go:171","msg":"trace[1260983153] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"140.019379ms","start":"2026-03-02T23:06:43.159677Z","end":"2026-03-02T23:06:43.299696Z","steps":["trace[1260983153] 'process raft request' (duration: 139.670072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:43.299762Z","caller":"traceutil/trace.go:171","msg":"trace[636427687] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25408; }","duration":"139.918626ms","start":"2026-03-02T23:06:43.159763Z","end":"2026-03-02T23:06:43.299682Z","steps":["trace[636427687] 'read index received' (duration: 58.632972ms)","trace[636427687] 'applied index is now lower than readState.Index' (duration: 81.279604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:06:43.299938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.159511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:06:43.300291Z","caller":"traceutil/trace.go:171","msg":"trace[1215701522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24581; }","duration":"140.567558ms","start":"2026-03-02T23:06:43.159709Z","end":"2026-03-02T23:06:43.300277Z","steps":["trace[1215701522] 'agreement among raft nodes before linearized reading' (duration: 140.12019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:43.305209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.007623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:06:43.305272Z","caller":"traceutil/trace.go:171","msg":"trace[1722916131] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24582; }","duration":"144.108435ms","start":"2026-03-02T23:06:43.161142Z","end":"2026-03-02T23:06:43.30525Z","steps":["trace[1722916131] 'agreement among raft nodes before linearized reading' (duration: 143.978073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:43.305248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.445593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T23:06:43.305316Z","caller":"traceutil/trace.go:171","msg":"trace[2095801574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24582; }","duration":"143.527554ms","start":"2026-03-02T23:06:43.161775Z","end":"2026-03-02T23:06:43.305303Z","steps":["trace[2095801574] 'agreement among raft nodes before linearized reading' (duration: 143.410932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:43.305321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.748305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:06:43.305492Z","caller":"traceutil/trace.go:171","msg":"trace[23807440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24582; }","duration":"109.903317ms","start":"2026-03-02T23:06:43.195511Z","end":"2026-03-02T23:06:43.305414Z","steps":["trace[23807440] 'agreement among raft nodes before linearized reading' (duration: 109.619572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:47.325112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.488575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-lfnsb\" ","response":"range_response_count:1 size:24452"} {"level":"info","ts":"2026-03-02T23:06:47.325204Z","caller":"traceutil/trace.go:171","msg":"trace[1271552482] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-lfnsb; range_end:; response_count:1; response_revision:24620; }","duration":"112.636178ms","start":"2026-03-02T23:06:47.212545Z","end":"2026-03-02T23:06:47.325182Z","steps":["trace[1271552482] 'range keys from in-memory index tree' (duration: 112.270762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:57.307626Z","caller":"traceutil/trace.go:171","msg":"trace[1904414324] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"121.125076ms","start":"2026-03-02T23:06:57.186473Z","end":"2026-03-02T23:06:57.307598Z","steps":["trace[1904414324] 'read index received' (duration: 120.971053ms)","trace[1904414324] 'applied index is now lower than readState.Index' (duration: 152.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:06:57.30767Z","caller":"traceutil/trace.go:171","msg":"trace[1686603591] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"137.886438ms","start":"2026-03-02T23:06:57.169736Z","end":"2026-03-02T23:06:57.307622Z","steps":["trace[1686603591] 'process raft request' (duration: 137.704525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:57.307865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.063737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T23:06:57.307918Z","caller":"traceutil/trace.go:171","msg":"trace[379069610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24711; }","duration":"112.17072ms","start":"2026-03-02T23:06:57.195734Z","end":"2026-03-02T23:06:57.307905Z","steps":["trace[379069610] 'agreement among raft nodes before linearized reading' (duration: 112.030227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:06:57.308027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.511883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T23:06:57.309733Z","caller":"traceutil/trace.go:171","msg":"trace[1003551614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24711; }","duration":"123.298856ms","start":"2026-03-02T23:06:57.186409Z","end":"2026-03-02T23:06:57.309708Z","steps":["trace[1003551614] 'agreement among raft nodes before linearized reading' (duration: 121.286889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:06:57.382341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22030} {"level":"info","ts":"2026-03-02T23:06:58.106519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22030,"took":"720.188966ms","hash":315689983,"current-db-size-bytes":49602560,"current-db-size":"50 MB","current-db-size-in-use-bytes":33234944,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T23:06:58.106593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":315689983,"revision":22030,"compact-revision":18896} {"level":"warn","ts":"2026-03-02T23:07:23.184854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.565648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T23:07:23.184955Z","caller":"traceutil/trace.go:171","msg":"trace[1696573523] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24918; }","duration":"104.709791ms","start":"2026-03-02T23:07:23.080225Z","end":"2026-03-02T23:07:23.184934Z","steps":["trace[1696573523] 'range keys from in-memory index tree' (duration: 104.375894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:08:50.365511Z","caller":"traceutil/trace.go:171","msg":"trace[1996616253] linearizableReadLoop","detail":"{readStateIndex:26696; appliedIndex:26695; }","duration":"124.680283ms","start":"2026-03-02T23:08:50.240809Z","end":"2026-03-02T23:08:50.365489Z","steps":["trace[1996616253] 'read index received' (duration: 123.501401ms)","trace[1996616253] 'applied index is now lower than readState.Index' (duration: 1.177752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T23:08:50.365712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.793669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T23:08:50.365741Z","caller":"traceutil/trace.go:171","msg":"trace[16883235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25829; }","duration":"128.84777ms","start":"2026-03-02T23:08:50.236886Z","end":"2026-03-02T23:08:50.365734Z","steps":["trace[16883235] 'agreement among raft nodes before linearized reading' (duration: 128.713958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T23:08:50.365849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.584337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T23:08:50.365925Z","caller":"traceutil/trace.go:171","msg":"trace[233690591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25829; }","duration":"112.669658ms","start":"2026-03-02T23:08:50.253233Z","end":"2026-03-02T23:08:50.365903Z","steps":["trace[233690591] 'agreement among raft nodes before linearized reading' (duration: 112.434944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:11:04.543807Z","caller":"traceutil/trace.go:171","msg":"trace[547436196] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"167.548881ms","start":"2026-03-02T23:11:04.376228Z","end":"2026-03-02T23:11:04.543777Z","steps":["trace[547436196] 'process raft request' (duration: 148.608568ms)","trace[547436196] 'compare' (duration: 18.107447ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T23:11:04.543886Z","caller":"traceutil/trace.go:171","msg":"trace[260054148] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"161.874906ms","start":"2026-03-02T23:11:04.381974Z","end":"2026-03-02T23:11:04.543849Z","steps":["trace[260054148] 'process raft request' (duration: 161.734673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T23:11:57.389487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24711} {"level":"info","ts":"2026-03-02T23:11:57.517714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24711,"took":"123.679393ms","hash":238512645,"current-db-size-bytes":49602560,"current-db-size":"50 MB","current-db-size-in-use-bytes":32784384,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T23:11:57.517779Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":238512645,"revision":24711,"compact-revision":22030} {"level":"info","ts":"2026-03-02T23:16:28.383443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T23:16:28.388117Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T23:16:28.388213Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T23:16:57.395186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27166} {"level":"info","ts":"2026-03-02T23:16:57.524306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27166,"took":"124.061791ms","hash":1276719417,"current-db-size-bytes":49602560,"current-db-size":"50 MB","current-db-size-in-use-bytes":27901952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T23:16:57.524375Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1276719417,"revision":27166,"compact-revision":24711} {"level":"info","ts":"2026-03-02T23:21:57.404169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29235} {"level":"info","ts":"2026-03-02T23:21:57.516726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29235,"took":"108.407038ms","hash":3603862666,"current-db-size-bytes":49602560,"current-db-size":"50 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T23:21:57.516792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3603862666,"revision":29235,"compact-revision":27166} {"level":"info","ts":"2026-03-02T23:26:57.411132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31418} {"level":"info","ts":"2026-03-02T23:26:57.558343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31418,"took":"143.818329ms","hash":99169963,"current-db-size-bytes":49983488,"current-db-size":"50 MB","current-db-size-in-use-bytes":29380608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T23:26:57.558394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":99169963,"revision":31418,"compact-revision":29235} {"level":"info","ts":"2026-03-02T23:30:57.887239Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008df5.wal"} {"level":"info","ts":"2026-03-02T23:31:57.419265Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33506} {"level":"info","ts":"2026-03-02T23:31:57.547988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33506,"took":"125.119671ms","hash":3157875009,"current-db-size-bytes":52129792,"current-db-size":"52 MB","current-db-size-in-use-bytes":29310976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T23:31:57.548052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3157875009,"revision":33506,"compact-revision":31418}