{"level":"warn","ts":"2026-02-28T01:30:45.319444Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:30:45.319531Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-28T01:30:45.319618Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:30:45.31963Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-02-28T01:30:45.319648Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:30:45.320232Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-02-28T01:30:45.320311Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-28T01:30:45.37361Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"53.04766ms"} {"level":"info","ts":"2026-02-28T01:30:45.573076Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-02-28T01:30:45.573296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-02-28T01:30:45.573362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-02-28T01:30:45.573461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-28T01:30:45.573557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-02-28T01:30:45.573748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-02-28T01:30:45.751315Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-28T01:30:45.772452Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-28T01:30:45.783464Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-28T01:30:45.788142Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-28T01:30:45.788365Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-28T01:30:45.788542Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:30:45.788612Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:30:45.788624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:30:45.791948Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:30:45.792009Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-02-28T01:30:45.792074Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-02-28T01:30:45.79231Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-28T01:30:45.792352Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-28T01:30:45.800664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-02-28T01:30:45.800808Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-02-28T01:30:46.68279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-02-28T01:30:46.682846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-28T01:30:46.682889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-02-28T01:30:46.682908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-02-28T01:30:46.682919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-02-28T01:30:46.682935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-02-28T01:30:46.682955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-02-28T01:30:46.69001Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-02-28T01:30:46.690036Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:30:46.690065Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:30:46.690123Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:30:46.690306Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-28T01:30:46.690401Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-28T01:30:46.693695Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-28T01:30:46.693915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-02-28T01:30:46.699434Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:30:46.700152Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:30:46.700322Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:30:49.316904Z","caller":"traceutil/trace.go:171","msg":"trace[1896368557] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"136.058189ms","start":"2026-02-28T01:30:49.180825Z","end":"2026-02-28T01:30:49.316883Z","steps":["trace[1896368557] 'process raft request' (duration: 132.601544ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:30:52.948438Z","caller":"traceutil/trace.go:171","msg":"trace[1012764462] linearizableReadLoop","detail":"{readStateIndex:327; appliedIndex:326; }","duration":"120.783842ms","start":"2026-02-28T01:30:52.827631Z","end":"2026-02-28T01:30:52.948415Z","steps":["trace[1012764462] 'read index received' (duration: 64.276539ms)","trace[1012764462] 'applied index is now lower than readState.Index' (duration: 56.506223ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:30:52.948528Z","caller":"traceutil/trace.go:171","msg":"trace[1380474211] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"121.908966ms","start":"2026-02-28T01:30:52.826586Z","end":"2026-02-28T01:30:52.948495Z","steps":["trace[1380474211] 'process raft request' (duration: 65.27976ms)","trace[1380474211] 'compare' (duration: 56.434982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:30:52.948556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.911066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:30:52.948627Z","caller":"traceutil/trace.go:171","msg":"trace[260113310] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:318; }","duration":"121.014008ms","start":"2026-02-28T01:30:52.827601Z","end":"2026-02-28T01:30:52.948615Z","steps":["trace[260113310] 'agreement among raft nodes before linearized reading' (duration: 120.911555ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:30:58.398864Z","caller":"traceutil/trace.go:171","msg":"trace[335612631] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"101.980623ms","start":"2026-02-28T01:30:58.296855Z","end":"2026-02-28T01:30:58.398835Z","steps":["trace[335612631] 'process raft request' (duration: 101.786278ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:00.653349Z","caller":"traceutil/trace.go:171","msg":"trace[548192289] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"145.822766ms","start":"2026-02-28T01:31:00.507499Z","end":"2026-02-28T01:31:00.653322Z","steps":["trace[548192289] 'read index received' (duration: 145.590311ms)","trace[548192289] 'applied index is now lower than readState.Index' (duration: 231.385µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:00.653432Z","caller":"traceutil/trace.go:171","msg":"trace[1110651810] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"207.755635ms","start":"2026-02-28T01:31:00.445647Z","end":"2026-02-28T01:31:00.653403Z","steps":["trace[1110651810] 'process raft request' (duration: 207.5187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:00.65354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.02842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:31:00.653607Z","caller":"traceutil/trace.go:171","msg":"trace[1083072336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"146.143014ms","start":"2026-02-28T01:31:00.507449Z","end":"2026-02-28T01:31:00.653592Z","steps":["trace[1083072336] 'agreement among raft nodes before linearized reading' (duration: 146.00225ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:12.660117Z","caller":"traceutil/trace.go:171","msg":"trace[898823957] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"338.491448ms","start":"2026-02-28T01:31:12.321604Z","end":"2026-02-28T01:31:12.660095Z","steps":["trace[898823957] 'process raft request' (duration: 338.213182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:12.660603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:12.321578Z","time spent":"338.598361ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:18.905833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.424602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:31:18.906006Z","caller":"traceutil/trace.go:171","msg":"trace[1438934222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"118.625747ms","start":"2026-02-28T01:31:18.787341Z","end":"2026-02-28T01:31:18.905967Z","steps":["trace[1438934222] 'agreement among raft nodes before linearized reading' (duration: 117.633986ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:18.90644Z","caller":"traceutil/trace.go:171","msg":"trace[923322223] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"117.565234ms","start":"2026-02-28T01:31:18.787386Z","end":"2026-02-28T01:31:18.904951Z","steps":["trace[923322223] 'read index received' (duration: 117.407931ms)","trace[923322223] 'applied index is now lower than readState.Index' (duration: 155.963µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:18.90707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.465754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:31:18.907137Z","caller":"traceutil/trace.go:171","msg":"trace[1961866715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"103.553255ms","start":"2026-02-28T01:31:18.803557Z","end":"2026-02-28T01:31:18.90711Z","steps":["trace[1961866715] 'agreement among raft nodes before linearized reading' (duration: 103.423343ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:18.906952Z","caller":"traceutil/trace.go:171","msg":"trace[502073743] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"148.098785ms","start":"2026-02-28T01:31:18.758801Z","end":"2026-02-28T01:31:18.9069Z","steps":["trace[502073743] 'process raft request' (duration: 145.95577ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:19.134918Z","caller":"traceutil/trace.go:171","msg":"trace[14634480] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"223.377248ms","start":"2026-02-28T01:31:18.911508Z","end":"2026-02-28T01:31:19.134886Z","steps":["trace[14634480] 'process raft request' (duration: 213.485637ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:19.134938Z","caller":"traceutil/trace.go:171","msg":"trace[778748387] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"221.732452ms","start":"2026-02-28T01:31:18.913186Z","end":"2026-02-28T01:31:19.134919Z","steps":["trace[778748387] 'process raft request' (duration: 221.672471ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:19.134966Z","caller":"traceutil/trace.go:171","msg":"trace[1588863714] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"223.204535ms","start":"2026-02-28T01:31:18.911729Z","end":"2026-02-28T01:31:19.134934Z","steps":["trace[1588863714] 'process raft request' (duration: 223.024801ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:21.293727Z","caller":"traceutil/trace.go:171","msg":"trace[113254902] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"152.641451ms","start":"2026-02-28T01:31:21.141062Z","end":"2026-02-28T01:31:21.293703Z","steps":["trace[113254902] 'process raft request' (duration: 152.476077ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:21.336317Z","caller":"traceutil/trace.go:171","msg":"trace[1046083767] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"193.553294ms","start":"2026-02-28T01:31:21.142743Z","end":"2026-02-28T01:31:21.336296Z","steps":["trace[1046083767] 'process raft request' (duration: 193.526313ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:21.336362Z","caller":"traceutil/trace.go:171","msg":"trace[435826629] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"194.443252ms","start":"2026-02-28T01:31:21.141893Z","end":"2026-02-28T01:31:21.336336Z","steps":["trace[435826629] 'process raft request' (duration: 194.287359ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:23.47904Z","caller":"traceutil/trace.go:171","msg":"trace[39017209] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"138.227264ms","start":"2026-02-28T01:31:23.34079Z","end":"2026-02-28T01:31:23.479017Z","steps":["trace[39017209] 'read index received' (duration: 137.979979ms)","trace[39017209] 'applied index is now lower than readState.Index' (duration: 246.245µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:23.479069Z","caller":"traceutil/trace.go:171","msg":"trace[1283152093] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"178.113904ms","start":"2026-02-28T01:31:23.300932Z","end":"2026-02-28T01:31:23.479046Z","steps":["trace[1283152093] 'process raft request' (duration: 177.91791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.479241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.655573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:31:23.479278Z","caller":"traceutil/trace.go:171","msg":"trace[1683748821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"137.732904ms","start":"2026-02-28T01:31:23.341537Z","end":"2026-02-28T01:31:23.47927Z","steps":["trace[1683748821] 'agreement among raft nodes before linearized reading' (duration: 137.605632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:23.479232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.424329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:31:23.479348Z","caller":"traceutil/trace.go:171","msg":"trace[140144504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:550; }","duration":"138.570492ms","start":"2026-02-28T01:31:23.340755Z","end":"2026-02-28T01:31:23.479326Z","steps":["trace[140144504] 'agreement among raft nodes before linearized reading' (duration: 138.360737ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:23.597155Z","caller":"traceutil/trace.go:171","msg":"trace[444039540] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"114.326866ms","start":"2026-02-28T01:31:23.482799Z","end":"2026-02-28T01:31:23.597126Z","steps":["trace[444039540] 'process raft request' (duration: 76.191763ms)","trace[444039540] 'compare' (duration: 37.98884ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:23.597235Z","caller":"traceutil/trace.go:171","msg":"trace[1294357343] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"114.198533ms","start":"2026-02-28T01:31:23.483019Z","end":"2026-02-28T01:31:23.597217Z","steps":["trace[1294357343] 'process raft request' (duration: 114.0576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:26.792691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:26.135975Z","time spent":"656.70894ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T01:31:26.794568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.743424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:31:26.794675Z","caller":"traceutil/trace.go:171","msg":"trace[629388606] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"203.14029ms","start":"2026-02-28T01:31:26.591519Z","end":"2026-02-28T01:31:26.794659Z","steps":["trace[629388606] 'read index received' (duration: 74.672632ms)","trace[629388606] 'applied index is now lower than readState.Index' (duration: 128.466428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:26.794746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.230752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:26.79478Z","caller":"traceutil/trace.go:171","msg":"trace[1771230940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"203.301564ms","start":"2026-02-28T01:31:26.591466Z","end":"2026-02-28T01:31:26.794767Z","steps":["trace[1771230940] 'agreement among raft nodes before linearized reading' (duration: 203.238112ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:26.794777Z","caller":"traceutil/trace.go:171","msg":"trace[1200797104] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"602.32729ms","start":"2026-02-28T01:31:26.192413Z","end":"2026-02-28T01:31:26.794741Z","steps":["trace[1200797104] 'process raft request' (duration: 474.035375ms)","trace[1200797104] 'compare' (duration: 127.023149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:26.794964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:26.192388Z","time spent":"602.466404ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:27.772138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.535001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:31:27.772273Z","caller":"traceutil/trace.go:171","msg":"trace[1923108091] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"961.244332ms","start":"2026-02-28T01:31:26.811Z","end":"2026-02-28T01:31:27.772244Z","steps":["trace[1923108091] 'process raft request' (duration: 482.508906ms)","trace[1923108091] 'compare' (duration: 478.271606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:27.772477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:26.810977Z","time spent":"961.452957ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:27.828489Z","caller":"traceutil/trace.go:171","msg":"trace[399938549] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.014695461s","start":"2026-02-28T01:31:26.813766Z","end":"2026-02-28T01:31:27.828461Z","steps":["trace[399938549] 'process raft request' (duration: 1.014575699s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:27.82853Z","caller":"traceutil/trace.go:171","msg":"trace[1057734328] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"331.17988ms","start":"2026-02-28T01:31:27.497328Z","end":"2026-02-28T01:31:27.828508Z","steps":["trace[1057734328] 'read index received' (duration: 330.896234ms)","trace[1057734328] 'applied index is now lower than readState.Index' (duration: 281.136µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:27.829344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.636754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:31:27.829471Z","caller":"traceutil/trace.go:171","msg":"trace[1345763217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"206.757377ms","start":"2026-02-28T01:31:27.62266Z","end":"2026-02-28T01:31:27.829418Z","steps":["trace[1345763217] 'agreement among raft nodes before linearized reading' (duration: 206.067863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:27.829522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.176771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:31:27.829557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.45374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:31:27.829608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.346761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:31:27.829641Z","caller":"traceutil/trace.go:171","msg":"trace[1585605411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"332.278563ms","start":"2026-02-28T01:31:27.497311Z","end":"2026-02-28T01:31:27.82959Z","steps":["trace[1585605411] 'agreement among raft nodes before linearized reading' (duration: 331.281592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:27.829704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:27.497254Z","time spent":"332.424987ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:31:27.829781Z","caller":"traceutil/trace.go:171","msg":"trace[344399691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"288.556981ms","start":"2026-02-28T01:31:27.541057Z","end":"2026-02-28T01:31:27.829614Z","steps":["trace[344399691] 'agreement among raft nodes before linearized reading' (duration: 287.572411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:27.829684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.662807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:27.829975Z","caller":"traceutil/trace.go:171","msg":"trace[831094270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:675; }","duration":"207.443863ms","start":"2026-02-28T01:31:27.622216Z","end":"2026-02-28T01:31:27.82966Z","steps":["trace[831094270] 'agreement among raft nodes before linearized reading' (duration: 206.417421ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:27.830041Z","caller":"traceutil/trace.go:171","msg":"trace[1302387818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"238.908624ms","start":"2026-02-28T01:31:27.591094Z","end":"2026-02-28T01:31:27.830003Z","steps":["trace[1302387818] 'agreement among raft nodes before linearized reading' (duration: 237.667947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:27.829271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:26.813752Z","time spent":"1.015442917s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:31:28.684331Z","caller":"traceutil/trace.go:171","msg":"trace[668079951] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"808.020015ms","start":"2026-02-28T01:31:27.876282Z","end":"2026-02-28T01:31:28.684302Z","steps":["trace[668079951] 'process raft request' (duration: 807.864722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:28.68446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:27.876259Z","time spent":"808.139528ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:31:29.383248Z","caller":"traceutil/trace.go:171","msg":"trace[1255904954] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"694.927605ms","start":"2026-02-28T01:31:28.688289Z","end":"2026-02-28T01:31:29.383217Z","steps":["trace[1255904954] 'process raft request' (duration: 693.148416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:29.383422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:28.688268Z","time spent":"695.086888ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:31:29.393269Z","caller":"traceutil/trace.go:171","msg":"trace[1008344781] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"704.035029ms","start":"2026-02-28T01:31:28.689202Z","end":"2026-02-28T01:31:29.393237Z","steps":["trace[1008344781] 'process raft request' (duration: 703.741853ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:29.39336Z","caller":"traceutil/trace.go:171","msg":"trace[955315930] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"703.090219ms","start":"2026-02-28T01:31:28.690245Z","end":"2026-02-28T01:31:29.393335Z","steps":["trace[955315930] 'process raft request' (duration: 702.890644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:29.393412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:28.689177Z","time spent":"704.169222ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:31:29.393397Z","caller":"traceutil/trace.go:171","msg":"trace[706338237] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"195.047308ms","start":"2026-02-28T01:31:29.198315Z","end":"2026-02-28T01:31:29.393362Z","steps":["trace[706338237] 'process raft request' (duration: 194.967936ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:29.393423Z","caller":"traceutil/trace.go:171","msg":"trace[641617403] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"703.074048ms","start":"2026-02-28T01:31:28.690317Z","end":"2026-02-28T01:31:29.393391Z","steps":["trace[641617403] 'process raft request' (duration: 702.907914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:29.393601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:28.690236Z","time spent":"703.283852ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:29.393669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:28.690291Z","time spent":"703.299893ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:31.233799Z","caller":"traceutil/trace.go:171","msg":"trace[1633539303] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"260.143366ms","start":"2026-02-28T01:31:30.973631Z","end":"2026-02-28T01:31:31.233774Z","steps":["trace[1633539303] 'process raft request' (duration: 260.020234ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:38.841997Z","caller":"traceutil/trace.go:171","msg":"trace[1588388609] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"328.289859ms","start":"2026-02-28T01:31:38.513687Z","end":"2026-02-28T01:31:38.841977Z","steps":["trace[1588388609] 'process raft request' (duration: 328.192897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:38.842115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:38.51367Z","time spent":"328.393612ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2493,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:31:39.022732Z","caller":"traceutil/trace.go:171","msg":"trace[267783629] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:834; }","duration":"415.283923ms","start":"2026-02-28T01:31:38.607415Z","end":"2026-02-28T01:31:39.022699Z","steps":["trace[267783629] 'read index received' (duration: 234.53057ms)","trace[267783629] 'applied index is now lower than readState.Index' (duration: 180.752023ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:39.022877Z","caller":"traceutil/trace.go:171","msg":"trace[1843434237] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"428.803311ms","start":"2026-02-28T01:31:38.59404Z","end":"2026-02-28T01:31:39.022843Z","steps":["trace[1843434237] 'process raft request' (duration: 411.733697ms)","trace[1843434237] 'compare' (duration: 16.779808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:39.023009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:38.594023Z","time spent":"428.927024ms","remote":"127.0.0.1:55466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:31:39.02307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.62552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:31:39.023129Z","caller":"traceutil/trace.go:171","msg":"trace[344675678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:815; }","duration":"415.733512ms","start":"2026-02-28T01:31:38.607384Z","end":"2026-02-28T01:31:39.023117Z","steps":["trace[344675678] 'agreement among raft nodes before linearized reading' (duration: 415.460906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:39.023177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:38.607368Z","time spent":"415.798354ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:31:39.202575Z","caller":"traceutil/trace.go:171","msg":"trace[275397788] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"173.08047ms","start":"2026-02-28T01:31:39.029477Z","end":"2026-02-28T01:31:39.202558Z","steps":["trace[275397788] 'process raft request' (duration: 172.988568ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.098834Z","caller":"traceutil/trace.go:171","msg":"trace[1206241223] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"111.708782ms","start":"2026-02-28T01:31:41.987097Z","end":"2026-02-28T01:31:42.098806Z","steps":["trace[1206241223] 'process raft request' (duration: 96.036228ms)","trace[1206241223] 'compare' (duration: 15.099892ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:42.09885Z","caller":"traceutil/trace.go:171","msg":"trace[514817621] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:871; }","duration":"108.732619ms","start":"2026-02-28T01:31:41.990083Z","end":"2026-02-28T01:31:42.098815Z","steps":["trace[514817621] 'read index received' (duration: 34.464936ms)","trace[514817621] 'applied index is now lower than readState.Index' (duration: 74.265123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:42.099104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.976174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:31:42.09913Z","caller":"traceutil/trace.go:171","msg":"trace[272474197] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"106.158603ms","start":"2026-02-28T01:31:41.992944Z","end":"2026-02-28T01:31:42.099102Z","steps":["trace[272474197] 'process raft request' (duration: 105.780805ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.099173Z","caller":"traceutil/trace.go:171","msg":"trace[1939128457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:852; }","duration":"109.100366ms","start":"2026-02-28T01:31:41.990059Z","end":"2026-02-28T01:31:42.099159Z","steps":["trace[1939128457] 'agreement among raft nodes before linearized reading' (duration: 108.860551ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.286839Z","caller":"traceutil/trace.go:171","msg":"trace[1966984265] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"183.506131ms","start":"2026-02-28T01:31:42.1033Z","end":"2026-02-28T01:31:42.286806Z","steps":["trace[1966984265] 'process raft request' (duration: 100.573644ms)","trace[1966984265] 'compare' (duration: 82.802134ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:42.299805Z","caller":"traceutil/trace.go:171","msg":"trace[884232316] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"196.326445ms","start":"2026-02-28T01:31:42.103458Z","end":"2026-02-28T01:31:42.299785Z","steps":["trace[884232316] 'process raft request' (duration: 196.102801ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300043Z","caller":"traceutil/trace.go:171","msg":"trace[749501350] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"195.364575ms","start":"2026-02-28T01:31:42.104646Z","end":"2026-02-28T01:31:42.300011Z","steps":["trace[749501350] 'process raft request' (duration: 195.073659ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300268Z","caller":"traceutil/trace.go:171","msg":"trace[1211621750] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"194.917486ms","start":"2026-02-28T01:31:42.105329Z","end":"2026-02-28T01:31:42.300246Z","steps":["trace[1211621750] 'process raft request' (duration: 194.768453ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.30031Z","caller":"traceutil/trace.go:171","msg":"trace[901331921] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"194.799263ms","start":"2026-02-28T01:31:42.105481Z","end":"2026-02-28T01:31:42.30028Z","steps":["trace[901331921] 'process raft request' (duration: 194.696651ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300332Z","caller":"traceutil/trace.go:171","msg":"trace[1232848093] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"195.10093ms","start":"2026-02-28T01:31:42.105185Z","end":"2026-02-28T01:31:42.300286Z","steps":["trace[1232848093] 'process raft request' (duration: 194.766453ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300545Z","caller":"traceutil/trace.go:171","msg":"trace[897384342] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"116.36468ms","start":"2026-02-28T01:31:42.184165Z","end":"2026-02-28T01:31:42.30053Z","steps":["trace[897384342] 'process raft request' (duration: 116.312159ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300646Z","caller":"traceutil/trace.go:171","msg":"trace[157822364] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"190.793077ms","start":"2026-02-28T01:31:42.109838Z","end":"2026-02-28T01:31:42.300631Z","steps":["trace[157822364] 'process raft request' (duration: 190.553092ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:42.300703Z","caller":"traceutil/trace.go:171","msg":"trace[735622918] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"194.892334ms","start":"2026-02-28T01:31:42.105789Z","end":"2026-02-28T01:31:42.300681Z","steps":["trace[735622918] 'process raft request' (duration: 194.427504ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:43.042524Z","caller":"traceutil/trace.go:171","msg":"trace[270710635] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"115.537783ms","start":"2026-02-28T01:31:42.92695Z","end":"2026-02-28T01:31:43.042488Z","steps":["trace[270710635] 'process raft request' (duration: 115.281508ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:43.317156Z","caller":"traceutil/trace.go:171","msg":"trace[496913985] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"263.418936ms","start":"2026-02-28T01:31:43.053708Z","end":"2026-02-28T01:31:43.317127Z","steps":["trace[496913985] 'process raft request' (duration: 260.763529ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:43.384693Z","caller":"traceutil/trace.go:171","msg":"trace[679383191] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"330.738251ms","start":"2026-02-28T01:31:43.053906Z","end":"2026-02-28T01:31:43.384645Z","steps":["trace[679383191] 'process raft request' (duration: 330.408104ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:43.384941Z","caller":"traceutil/trace.go:171","msg":"trace[1670769076] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"205.621923ms","start":"2026-02-28T01:31:43.179284Z","end":"2026-02-28T01:31:43.384906Z","steps":["trace[1670769076] 'process raft request' (duration: 205.171514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:43.385022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:43.053882Z","time spent":"330.900124ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:43.385119Z","caller":"traceutil/trace.go:171","msg":"trace[2727080] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:903; }","duration":"288.899059ms","start":"2026-02-28T01:31:43.096207Z","end":"2026-02-28T01:31:43.385106Z","steps":["trace[2727080] 'read index received' (duration: 218.286853ms)","trace[2727080] 'applied index is now lower than readState.Index' (duration: 70.611406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:43.38539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.173744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:31:43.385436Z","caller":"traceutil/trace.go:171","msg":"trace[891372354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:883; }","duration":"289.281336ms","start":"2026-02-28T01:31:43.096144Z","end":"2026-02-28T01:31:43.385425Z","steps":["trace[891372354] 'agreement among raft nodes before linearized reading' (duration: 289.00099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:44.471619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.438307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:31:44.471699Z","caller":"traceutil/trace.go:171","msg":"trace[1391452529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:889; }","duration":"181.55156ms","start":"2026-02-28T01:31:44.290131Z","end":"2026-02-28T01:31:44.471682Z","steps":["trace[1391452529] 'range keys from in-memory index tree' (duration: 181.276445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:44.471723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.475721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-28T01:31:44.471762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.662152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T01:31:44.471786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.872227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:31:44.471849Z","caller":"traceutil/trace.go:171","msg":"trace[67473092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:889; }","duration":"166.783914ms","start":"2026-02-28T01:31:44.305046Z","end":"2026-02-28T01:31:44.47183Z","steps":["trace[67473092] 'range keys from in-memory index tree' (duration: 166.449698ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.471861Z","caller":"traceutil/trace.go:171","msg":"trace[609705939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:889; }","duration":"166.961889ms","start":"2026-02-28T01:31:44.304875Z","end":"2026-02-28T01:31:44.471837Z","steps":["trace[609705939] 'range keys from in-memory index tree' (duration: 166.759945ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.471787Z","caller":"traceutil/trace.go:171","msg":"trace[312546903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:889; }","duration":"167.560792ms","start":"2026-02-28T01:31:44.304208Z","end":"2026-02-28T01:31:44.471769Z","steps":["trace[312546903] 'range keys from in-memory index tree' (duration: 167.323477ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.633734Z","caller":"traceutil/trace.go:171","msg":"trace[402397718] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"158.011128ms","start":"2026-02-28T01:31:44.475705Z","end":"2026-02-28T01:31:44.633716Z","steps":["trace[402397718] 'process raft request' (duration: 157.896046ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.635913Z","caller":"traceutil/trace.go:171","msg":"trace[1860334493] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"159.639064ms","start":"2026-02-28T01:31:44.476256Z","end":"2026-02-28T01:31:44.635895Z","steps":["trace[1860334493] 'process raft request' (duration: 159.504381ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.636142Z","caller":"traceutil/trace.go:171","msg":"trace[1734646955] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"159.811337ms","start":"2026-02-28T01:31:44.476317Z","end":"2026-02-28T01:31:44.636129Z","steps":["trace[1734646955] 'process raft request' (duration: 159.533171ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:44.636527Z","caller":"traceutil/trace.go:171","msg":"trace[1680266384] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"160.051422ms","start":"2026-02-28T01:31:44.476449Z","end":"2026-02-28T01:31:44.636501Z","steps":["trace[1680266384] 'process raft request' (duration: 159.613973ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:45.553573Z","caller":"traceutil/trace.go:171","msg":"trace[1767935741] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"147.81924ms","start":"2026-02-28T01:31:45.405733Z","end":"2026-02-28T01:31:45.553552Z","steps":["trace[1767935741] 'read index received' (duration: 68.96674ms)","trace[1767935741] 'applied index is now lower than readState.Index' (duration: 78.85134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:45.553791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.049285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:31:45.553875Z","caller":"traceutil/trace.go:171","msg":"trace[1573964229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:896; }","duration":"148.185788ms","start":"2026-02-28T01:31:45.405671Z","end":"2026-02-28T01:31:45.553857Z","steps":["trace[1573964229] 'agreement among raft nodes before linearized reading' (duration: 147.949203ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:49.979324Z","caller":"traceutil/trace.go:171","msg":"trace[801656498] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:931; }","duration":"218.557599ms","start":"2026-02-28T01:31:49.760739Z","end":"2026-02-28T01:31:49.979296Z","steps":["trace[801656498] 'read index received' (duration: 218.388885ms)","trace[801656498] 'applied index is now lower than readState.Index' (duration: 167.504µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:49.97945Z","caller":"traceutil/trace.go:171","msg":"trace[721281893] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"357.427999ms","start":"2026-02-28T01:31:49.622006Z","end":"2026-02-28T01:31:49.979434Z","steps":["trace[721281893] 'process raft request' (duration: 357.126383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:49.979625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:49.621987Z","time spent":"357.495771ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:31:49.979697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.955558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:31:49.979765Z","caller":"traceutil/trace.go:171","msg":"trace[660351622] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:908; }","duration":"219.03044ms","start":"2026-02-28T01:31:49.760718Z","end":"2026-02-28T01:31:49.979748Z","steps":["trace[660351622] 'agreement among raft nodes before linearized reading' (duration: 218.904957ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:50.004106Z","caller":"traceutil/trace.go:171","msg":"trace[625945057] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"168.643695ms","start":"2026-02-28T01:31:49.83544Z","end":"2026-02-28T01:31:50.004083Z","steps":["trace[625945057] 'process raft request' (duration: 168.43655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:50.00417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.343807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:31:50.004241Z","caller":"traceutil/trace.go:171","msg":"trace[1820509921] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:909; }","duration":"181.458479ms","start":"2026-02-28T01:31:49.822764Z","end":"2026-02-28T01:31:50.004223Z","steps":["trace[1820509921] 'agreement among raft nodes before linearized reading' (duration: 181.239274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:51.277834Z","caller":"traceutil/trace.go:171","msg":"trace[2032817881] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"129.601133ms","start":"2026-02-28T01:31:51.1482Z","end":"2026-02-28T01:31:51.277801Z","steps":["trace[2032817881] 'process raft request' (duration: 129.397379ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:52.271098Z","caller":"traceutil/trace.go:171","msg":"trace[1062430848] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"250.849717ms","start":"2026-02-28T01:31:52.020225Z","end":"2026-02-28T01:31:52.271075Z","steps":["trace[1062430848] 'process raft request' (duration: 250.660023ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:52.309585Z","caller":"traceutil/trace.go:171","msg":"trace[1216877270] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"289.131244ms","start":"2026-02-28T01:31:52.02043Z","end":"2026-02-28T01:31:52.309561Z","steps":["trace[1216877270] 'process raft request' (duration: 289.080423ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:52.309603Z","caller":"traceutil/trace.go:171","msg":"trace[825668785] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"289.157284ms","start":"2026-02-28T01:31:52.020428Z","end":"2026-02-28T01:31:52.309585Z","steps":["trace[825668785] 'process raft request' (duration: 288.969781ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.102109Z","caller":"traceutil/trace.go:171","msg":"trace[1709444635] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:969; }","duration":"119.329434ms","start":"2026-02-28T01:31:54.982758Z","end":"2026-02-28T01:31:55.102088Z","steps":["trace[1709444635] 'read index received' (duration: 119.13554ms)","trace[1709444635] 'applied index is now lower than readState.Index' (duration: 192.924µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:31:55.102191Z","caller":"traceutil/trace.go:171","msg":"trace[1812780178] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"123.758589ms","start":"2026-02-28T01:31:54.978404Z","end":"2026-02-28T01:31:55.102163Z","steps":["trace[1812780178] 'process raft request' (duration: 123.505623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.102283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.502648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.102328Z","caller":"traceutil/trace.go:171","msg":"trace[1661747631] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:943; }","duration":"119.5943ms","start":"2026-02-28T01:31:54.982723Z","end":"2026-02-28T01:31:55.102317Z","steps":["trace[1661747631] 'agreement among raft nodes before linearized reading' (duration: 119.509458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.102695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.62611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.102771Z","caller":"traceutil/trace.go:171","msg":"trace[1609390826] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:943; }","duration":"119.714692ms","start":"2026-02-28T01:31:54.983035Z","end":"2026-02-28T01:31:55.10275Z","steps":["trace[1609390826] 'agreement among raft nodes before linearized reading' (duration: 119.63041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.10277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.757623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.102912Z","caller":"traceutil/trace.go:171","msg":"trace[1290652235] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:943; }","duration":"120.08777ms","start":"2026-02-28T01:31:54.982803Z","end":"2026-02-28T01:31:55.102891Z","steps":["trace[1290652235] 'agreement among raft nodes before linearized reading' (duration: 119.738223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.54468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.385944ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:31:55.544872Z","caller":"traceutil/trace.go:171","msg":"trace[1395430822] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"201.788742ms","start":"2026-02-28T01:31:55.343066Z","end":"2026-02-28T01:31:55.544854Z","steps":["trace[1395430822] 'read index received' (duration: 75.153712ms)","trace[1395430822] 'applied index is now lower than readState.Index' (duration: 126.63341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:31:55.545046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.951575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.545132Z","caller":"traceutil/trace.go:171","msg":"trace[943210903] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"202.080458ms","start":"2026-02-28T01:31:55.343028Z","end":"2026-02-28T01:31:55.545108Z","steps":["trace[943210903] 'agreement among raft nodes before linearized reading' (duration: 201.949095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.545142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.490513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.902234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.749053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.510984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.545258Z","caller":"traceutil/trace.go:171","msg":"trace[1670467738] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"142.816074ms","start":"2026-02-28T01:31:55.40243Z","end":"2026-02-28T01:31:55.545247Z","steps":["trace[1670467738] 'agreement among raft nodes before linearized reading' (duration: 142.753603ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.545276Z","caller":"traceutil/trace.go:171","msg":"trace[1119556109] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:945; }","duration":"185.558685ms","start":"2026-02-28T01:31:55.359712Z","end":"2026-02-28T01:31:55.545271Z","steps":["trace[1119556109] 'agreement among raft nodes before linearized reading' (duration: 185.525115ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.545225Z","caller":"traceutil/trace.go:171","msg":"trace[1027282912] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"201.988306ms","start":"2026-02-28T01:31:55.343221Z","end":"2026-02-28T01:31:55.545209Z","steps":["trace[1027282912] 'agreement among raft nodes before linearized reading' (duration: 201.810372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.545305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.226112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.545682Z","caller":"traceutil/trace.go:171","msg":"trace[1685733377] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"165.619621ms","start":"2026-02-28T01:31:55.380047Z","end":"2026-02-28T01:31:55.545666Z","steps":["trace[1685733377] 'agreement among raft nodes before linearized reading' (duration: 165.193182ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.545747Z","caller":"traceutil/trace.go:171","msg":"trace[1823185462] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"143.04444ms","start":"2026-02-28T01:31:55.402664Z","end":"2026-02-28T01:31:55.545708Z","steps":["trace[1823185462] 'agreement among raft nodes before linearized reading' (duration: 142.660332ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.545218Z","caller":"traceutil/trace.go:171","msg":"trace[1309919634] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:945; }","duration":"185.593936ms","start":"2026-02-28T01:31:55.359604Z","end":"2026-02-28T01:31:55.545198Z","steps":["trace[1309919634] 'agreement among raft nodes before linearized reading' (duration: 185.494964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.545144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.983248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.218563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.54592Z","caller":"traceutil/trace.go:171","msg":"trace[2078533572] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"166.833025ms","start":"2026-02-28T01:31:55.379055Z","end":"2026-02-28T01:31:55.545888Z","steps":["trace[2078533572] 'agreement among raft nodes before linearized reading' (duration: 166.152811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.545882Z","caller":"traceutil/trace.go:171","msg":"trace[1673417106] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:945; }","duration":"166.755904ms","start":"2026-02-28T01:31:55.37911Z","end":"2026-02-28T01:31:55.545866Z","steps":["trace[1673417106] 'agreement among raft nodes before linearized reading' (duration: 165.939507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.545321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.995266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:31:55.545432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.131736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.546104Z","caller":"traceutil/trace.go:171","msg":"trace[1375502827] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:945; }","duration":"186.090296ms","start":"2026-02-28T01:31:55.359964Z","end":"2026-02-28T01:31:55.546055Z","steps":["trace[1375502827] 'agreement among raft nodes before linearized reading' (duration: 185.084175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:55.545572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.201701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"warn","ts":"2026-02-28T01:31:55.545478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.998439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:31:55.546619Z","caller":"traceutil/trace.go:171","msg":"trace[1271135741] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:945; }","duration":"202.817183ms","start":"2026-02-28T01:31:55.343244Z","end":"2026-02-28T01:31:55.546061Z","steps":["trace[1271135741] 'agreement among raft nodes before linearized reading' (duration: 201.971465ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.546896Z","caller":"traceutil/trace.go:171","msg":"trace[733388386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:945; }","duration":"180.907466ms","start":"2026-02-28T01:31:55.365337Z","end":"2026-02-28T01:31:55.546244Z","steps":["trace[733388386] 'agreement among raft nodes before linearized reading' (duration: 180.027087ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:55.54703Z","caller":"traceutil/trace.go:171","msg":"trace[685789699] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:945; }","duration":"144.024961ms","start":"2026-02-28T01:31:55.402448Z","end":"2026-02-28T01:31:55.546473Z","steps":["trace[685789699] 'agreement among raft nodes before linearized reading' (duration: 143.001178ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:12.544343Z","caller":"traceutil/trace.go:171","msg":"trace[1282083011] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"132.131306ms","start":"2026-02-28T01:32:12.41219Z","end":"2026-02-28T01:32:12.544321Z","steps":["trace[1282083011] 'process raft request' (duration: 131.995584ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:14.975388Z","caller":"traceutil/trace.go:171","msg":"trace[1826870337] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"141.67434ms","start":"2026-02-28T01:32:14.833686Z","end":"2026-02-28T01:32:14.97536Z","steps":["trace[1826870337] 'process raft request' (duration: 141.527747ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:20.232516Z","caller":"traceutil/trace.go:171","msg":"trace[1501754616] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"159.116953ms","start":"2026-02-28T01:32:20.073374Z","end":"2026-02-28T01:32:20.232491Z","steps":["trace[1501754616] 'process raft request' (duration: 158.959039ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:39.297229Z","caller":"traceutil/trace.go:171","msg":"trace[1737278994] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1585; }","duration":"112.140045ms","start":"2026-02-28T01:32:39.18506Z","end":"2026-02-28T01:32:39.2972Z","steps":["trace[1737278994] 'read index received' (duration: 89.469091ms)","trace[1737278994] 'applied index is now lower than readState.Index' (duration: 22.669614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:39.297495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.761851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:32:39.297535Z","caller":"traceutil/trace.go:171","msg":"trace[1889674512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1524; }","duration":"106.848492ms","start":"2026-02-28T01:32:39.190676Z","end":"2026-02-28T01:32:39.297525Z","steps":["trace[1889674512] 'agreement among raft nodes before linearized reading' (duration: 106.664058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:39.297566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.477183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-28T01:32:39.297578Z","caller":"traceutil/trace.go:171","msg":"trace[296620440] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"114.402095ms","start":"2026-02-28T01:32:39.183144Z","end":"2026-02-28T01:32:39.297546Z","steps":["trace[296620440] 'process raft request' (duration: 113.920564ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:39.297656Z","caller":"traceutil/trace.go:171","msg":"trace[529962490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"112.615016ms","start":"2026-02-28T01:32:39.185019Z","end":"2026-02-28T01:32:39.297634Z","steps":["trace[529962490] 'agreement among raft nodes before linearized reading' (duration: 112.33835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:46.057039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.043765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:32:46.057102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.436118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e21c1af-1994-4d47-b134-ce9a7950b0b3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-28T01:32:46.057243Z","caller":"traceutil/trace.go:171","msg":"trace[97666651] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1631; }","duration":"142.29418ms","start":"2026-02-28T01:32:45.91492Z","end":"2026-02-28T01:32:46.057214Z","steps":["trace[97666651] 'count revisions from in-memory index tree' (duration: 141.964882ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:46.057382Z","caller":"traceutil/trace.go:171","msg":"trace[575132075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e21c1af-1994-4d47-b134-ce9a7950b0b3; range_end:; response_count:1; response_revision:1631; }","duration":"153.710504ms","start":"2026-02-28T01:32:45.903576Z","end":"2026-02-28T01:32:46.057287Z","steps":["trace[575132075] 'range keys from in-memory index tree' (duration: 153.225464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:46.802382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605785024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:32:47.180415Z","caller":"traceutil/trace.go:171","msg":"trace[1088520384] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"969.190315ms","start":"2026-02-28T01:32:46.211188Z","end":"2026-02-28T01:32:47.180379Z","steps":["trace[1088520384] 'process raft request' (duration: 969.014012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.180677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:46.211172Z","time spent":"969.337259ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:47.228069Z","caller":"traceutil/trace.go:171","msg":"trace[63743872] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"479.518625ms","start":"2026-02-28T01:32:46.748528Z","end":"2026-02-28T01:32:47.228047Z","steps":["trace[63743872] 'process raft request' (duration: 479.346831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.228222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:46.748505Z","time spent":"479.630497ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:47.228397Z","caller":"traceutil/trace.go:171","msg":"trace[1477656975] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"926.411672ms","start":"2026-02-28T01:32:46.301953Z","end":"2026-02-28T01:32:47.228364Z","steps":["trace[1477656975] 'read index received' (duration: 878.416886ms)","trace[1477656975] 'applied index is now lower than readState.Index' (duration: 47.991906ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:47.228468Z","caller":"traceutil/trace.go:171","msg":"trace[560953052] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"147.521591ms","start":"2026-02-28T01:32:47.080912Z","end":"2026-02-28T01:32:47.228433Z","steps":["trace[560953052] 'process raft request' (duration: 147.085032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.228668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.712067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:32:47.228724Z","caller":"traceutil/trace.go:171","msg":"trace[1594038986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1634; }","duration":"926.80774ms","start":"2026-02-28T01:32:46.301898Z","end":"2026-02-28T01:32:47.228706Z","steps":["trace[1594038986] 'agreement among raft nodes before linearized reading' (duration: 926.619926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.228725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.6025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:32:47.228752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:46.30185Z","time spent":"926.894052ms","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:32:47.228768Z","caller":"traceutil/trace.go:171","msg":"trace[1032236864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1634; }","duration":"445.675252ms","start":"2026-02-28T01:32:46.78308Z","end":"2026-02-28T01:32:47.228756Z","steps":["trace[1032236864] 'agreement among raft nodes before linearized reading' (duration: 445.529729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.228811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:46.783067Z","time spent":"445.736883ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:47.228909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.887615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e21c1af-1994-4d47-b134-ce9a7950b0b3\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-28T01:32:47.22905Z","caller":"traceutil/trace.go:171","msg":"trace[644849245] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e21c1af-1994-4d47-b134-ce9a7950b0b3; range_end:; response_count:1; response_revision:1634; }","duration":"167.273194ms","start":"2026-02-28T01:32:47.061754Z","end":"2026-02-28T01:32:47.229027Z","steps":["trace[644849245] 'agreement among raft nodes before linearized reading' (duration: 166.862475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:47.474684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.150443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:32:47.474808Z","caller":"traceutil/trace.go:171","msg":"trace[653718868] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1698; }","duration":"162.306908ms","start":"2026-02-28T01:32:47.312484Z","end":"2026-02-28T01:32:47.474791Z","steps":["trace[653718868] 'read index received' (duration: 85.602µs)","trace[653718868] 'applied index is now lower than readState.Index' (duration: 162.220246ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:47.474872Z","caller":"traceutil/trace.go:171","msg":"trace[1120973096] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"241.152001ms","start":"2026-02-28T01:32:47.233664Z","end":"2026-02-28T01:32:47.474816Z","steps":["trace[1120973096] 'process raft request' (duration: 57.782604ms)","trace[1120973096] 'compare' (duration: 183.03006ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:47.475809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.302089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:32:47.475875Z","caller":"traceutil/trace.go:171","msg":"trace[280175563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1635; }","duration":"163.442982ms","start":"2026-02-28T01:32:47.312417Z","end":"2026-02-28T01:32:47.47586Z","steps":["trace[280175563] 'agreement among raft nodes before linearized reading' (duration: 162.44485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:48.085859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.02617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:32:48.086158Z","caller":"traceutil/trace.go:171","msg":"trace[639834518] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"605.895105ms","start":"2026-02-28T01:32:47.480241Z","end":"2026-02-28T01:32:48.086136Z","steps":["trace[639834518] 'process raft request' (duration: 605.72783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:48.086273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.48021Z","time spent":"605.993996ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:48.086464Z","caller":"traceutil/trace.go:171","msg":"trace[1164187432] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1699; }","duration":"611.598266ms","start":"2026-02-28T01:32:47.474834Z","end":"2026-02-28T01:32:48.086432Z","steps":["trace[1164187432] 'read index received' (duration: 405.920582ms)","trace[1164187432] 'applied index is now lower than readState.Index' (duration: 205.674934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:48.086609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.778854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:32:48.086692Z","caller":"traceutil/trace.go:171","msg":"trace[851295475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"746.897956ms","start":"2026-02-28T01:32:47.339773Z","end":"2026-02-28T01:32:48.086671Z","steps":["trace[851295475] 'agreement among raft nodes before linearized reading' (duration: 746.676382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:48.086699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.892586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:32:48.086609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.228502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:32:48.086742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.339753Z","time spent":"746.977318ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:32:48.086769Z","caller":"traceutil/trace.go:171","msg":"trace[1145311855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"746.965288ms","start":"2026-02-28T01:32:47.339783Z","end":"2026-02-28T01:32:48.086749Z","steps":["trace[1145311855] 'agreement among raft nodes before linearized reading' (duration: 746.772584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:48.086799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.339736Z","time spent":"747.0576ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:32:48.086809Z","caller":"traceutil/trace.go:171","msg":"trace[922616138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"746.468958ms","start":"2026-02-28T01:32:47.340324Z","end":"2026-02-28T01:32:48.086793Z","steps":["trace[922616138] 'agreement among raft nodes before linearized reading' (duration: 746.122571ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:48.086792Z","caller":"traceutil/trace.go:171","msg":"trace[700544017] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"753.236572ms","start":"2026-02-28T01:32:47.333472Z","end":"2026-02-28T01:32:48.086709Z","steps":["trace[700544017] 'process raft request' (duration: 547.268721ms)","trace[700544017] 'compare' (duration: 204.695003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:48.086885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.340308Z","time spent":"746.537389ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:32:48.086993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.835919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:48.087112Z","caller":"traceutil/trace.go:171","msg":"trace[979754047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"494.111246ms","start":"2026-02-28T01:32:47.592982Z","end":"2026-02-28T01:32:48.087093Z","steps":["trace[979754047] 'agreement among raft nodes before linearized reading' (duration: 493.669617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:48.087209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.592944Z","time spent":"494.248189ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:32:48.087013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:47.333451Z","time spent":"753.443746ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:53.792115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.495898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:32:53.792229Z","caller":"traceutil/trace.go:171","msg":"trace[1227936136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1693; }","duration":"292.696163ms","start":"2026-02-28T01:32:53.49951Z","end":"2026-02-28T01:32:53.792206Z","steps":["trace[1227936136] 'range keys from in-memory index tree' (duration: 292.288194ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:53.810118Z","caller":"traceutil/trace.go:171","msg":"trace[1948263264] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"218.870286ms","start":"2026-02-28T01:32:53.591223Z","end":"2026-02-28T01:32:53.810093Z","steps":["trace[1948263264] 'read index received' (duration: 218.678842ms)","trace[1948263264] 'applied index is now lower than readState.Index' (duration: 190.294µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:53.810162Z","caller":"traceutil/trace.go:171","msg":"trace[1928654074] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"290.995686ms","start":"2026-02-28T01:32:53.519141Z","end":"2026-02-28T01:32:53.810136Z","steps":["trace[1928654074] 'process raft request' (duration: 290.779692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:53.810238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.004378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:53.810292Z","caller":"traceutil/trace.go:171","msg":"trace[154250340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1694; }","duration":"219.10161ms","start":"2026-02-28T01:32:53.59117Z","end":"2026-02-28T01:32:53.810272Z","steps":["trace[154250340] 'agreement among raft nodes before linearized reading' (duration: 219.021729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:55.044414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.074027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:32:55.044449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.110123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:55.044517Z","caller":"traceutil/trace.go:171","msg":"trace[1798028961] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1701; }","duration":"165.206359ms","start":"2026-02-28T01:32:54.879291Z","end":"2026-02-28T01:32:55.044497Z","steps":["trace[1798028961] 'count revisions from in-memory index tree' (duration: 164.980785ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:55.044537Z","caller":"traceutil/trace.go:171","msg":"trace[2079878955] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1701; }","duration":"287.234596ms","start":"2026-02-28T01:32:54.757284Z","end":"2026-02-28T01:32:55.044519Z","steps":["trace[2079878955] 'count revisions from in-memory index tree' (duration: 286.9171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:55.170413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.884017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-28T01:33:00.332531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605785244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:33:00.833256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605785244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:33:01.032082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203721007s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T01:33:01.032526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:59.828257Z","time spent":"1.204264148s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T01:33:01.053303Z","caller":"traceutil/trace.go:171","msg":"trace[219705457] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"914.921906ms","start":"2026-02-28T01:33:00.138348Z","end":"2026-02-28T01:33:01.05327Z","steps":["trace[219705457] 'process raft request' (duration: 903.834959ms)","trace[219705457] 'compare' (duration: 10.808141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:01.053454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.138319Z","time spent":"915.046818ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:01.053472Z","caller":"traceutil/trace.go:171","msg":"trace[541078323] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1796; }","duration":"1.221586678s","start":"2026-02-28T01:32:59.831869Z","end":"2026-02-28T01:33:01.053456Z","steps":["trace[541078323] 'read index received' (duration: 1.200498658s)","trace[541078323] 'applied index is now lower than readState.Index' (duration: 21.08724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:01.053636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.479453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:33:01.05366Z","caller":"traceutil/trace.go:171","msg":"trace[583700170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"896.551445ms","start":"2026-02-28T01:33:00.1571Z","end":"2026-02-28T01:33:01.053652Z","steps":["trace[583700170] 'agreement among raft nodes before linearized reading' (duration: 896.457192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.053681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.157083Z","time spent":"896.592596ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:33:01.053706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221823654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:01.053754Z","caller":"traceutil/trace.go:171","msg":"trace[1595945791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"1.221917116s","start":"2026-02-28T01:32:59.831825Z","end":"2026-02-28T01:33:01.053742Z","steps":["trace[1595945791] 'agreement among raft nodes before linearized reading' (duration: 1.221760032s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.053786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:59.831803Z","time spent":"1.221975197s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:01.053785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.535113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:01.053761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.129459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-28T01:33:01.053828Z","caller":"traceutil/trace.go:171","msg":"trace[1020316274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"833.221082ms","start":"2026-02-28T01:33:00.220601Z","end":"2026-02-28T01:33:01.053822Z","steps":["trace[1020316274] 'agreement among raft nodes before linearized reading' (duration: 833.12434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.053847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.22059Z","time spent":"833.250122ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:01.053821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.848435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T01:33:01.053855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.747397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-28T01:33:01.053882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.591189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:01.053906Z","caller":"traceutil/trace.go:171","msg":"trace[20943930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1730; }","duration":"833.962067ms","start":"2026-02-28T01:33:00.219924Z","end":"2026-02-28T01:33:01.053886Z","steps":["trace[20943930] 'agreement among raft nodes before linearized reading' (duration: 833.706692ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:01.05392Z","caller":"traceutil/trace.go:171","msg":"trace[2051284498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"503.663321ms","start":"2026-02-28T01:33:00.550245Z","end":"2026-02-28T01:33:01.053909Z","steps":["trace[2051284498] 'agreement among raft nodes before linearized reading' (duration: 503.613269ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:01.053924Z","caller":"traceutil/trace.go:171","msg":"trace[826968852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"836.849469ms","start":"2026-02-28T01:33:00.217054Z","end":"2026-02-28T01:33:01.053903Z","steps":["trace[826968852] 'agreement among raft nodes before linearized reading' (duration: 836.680186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.053959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.550228Z","time spent":"503.722411ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:33:01.053958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.219917Z","time spent":"834.029939ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:01.053964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.217032Z","time spent":"836.92217ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:33:01.053834Z","caller":"traceutil/trace.go:171","msg":"trace[1276398450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"462.618485ms","start":"2026-02-28T01:33:00.5912Z","end":"2026-02-28T01:33:01.053818Z","steps":["trace[1276398450] 'agreement among raft nodes before linearized reading' (duration: 462.552863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.054028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.591177Z","time spent":"462.838099ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:33:01.05369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.506852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:01.054119Z","caller":"traceutil/trace.go:171","msg":"trace[338340464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"719.963652ms","start":"2026-02-28T01:33:00.334135Z","end":"2026-02-28T01:33:01.054099Z","steps":["trace[338340464] 'agreement among raft nodes before linearized reading' (duration: 719.45075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:01.054168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:00.334119Z","time spent":"720.032913ms","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:33:26.09693Z","caller":"traceutil/trace.go:171","msg":"trace[970052237] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"303.512543ms","start":"2026-02-28T01:33:25.793385Z","end":"2026-02-28T01:33:26.096898Z","steps":["trace[970052237] 'process raft request' (duration: 303.315199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:26.09714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:25.793367Z","time spent":"303.666837ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:31.51338Z","caller":"traceutil/trace.go:171","msg":"trace[1225047260] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"207.183017ms","start":"2026-02-28T01:33:31.306164Z","end":"2026-02-28T01:33:31.513347Z","steps":["trace[1225047260] 'read index received' (duration: 135.521506ms)","trace[1225047260] 'applied index is now lower than readState.Index' (duration: 71.659271ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:31.513508Z","caller":"traceutil/trace.go:171","msg":"trace[1858576524] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"254.64153ms","start":"2026-02-28T01:33:31.258806Z","end":"2026-02-28T01:33:31.513447Z","steps":["trace[1858576524] 'process raft request' (duration: 182.830316ms)","trace[1858576524] 'compare' (duration: 71.399695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:31.513657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.481943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:31.513713Z","caller":"traceutil/trace.go:171","msg":"trace[1099824563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"207.576294ms","start":"2026-02-28T01:33:31.306122Z","end":"2026-02-28T01:33:31.513698Z","steps":["trace[1099824563] 'agreement among raft nodes before linearized reading' (duration: 207.36472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:31.563028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.550839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:31.563133Z","caller":"traceutil/trace.go:171","msg":"trace[1352706375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1898; }","duration":"211.642341ms","start":"2026-02-28T01:33:31.35144Z","end":"2026-02-28T01:33:31.563082Z","steps":["trace[1352706375] 'agreement among raft nodes before linearized reading' (duration: 211.499758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:31.56319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.172411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:33:31.563227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.924657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:33:31.563229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.686897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:33:31.563258Z","caller":"traceutil/trace.go:171","msg":"trace[1547996655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1898; }","duration":"210.270682ms","start":"2026-02-28T01:33:31.352972Z","end":"2026-02-28T01:33:31.563242Z","steps":["trace[1547996655] 'agreement among raft nodes before linearized reading' (duration: 209.953966ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:31.563301Z","caller":"traceutil/trace.go:171","msg":"trace[1722286627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1898; }","duration":"249.033199ms","start":"2026-02-28T01:33:31.314248Z","end":"2026-02-28T01:33:31.563281Z","steps":["trace[1722286627] 'agreement among raft nodes before linearized reading' (duration: 248.751203ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:31.563308Z","caller":"traceutil/trace.go:171","msg":"trace[1111861190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1898; }","duration":"207.788309ms","start":"2026-02-28T01:33:31.3555Z","end":"2026-02-28T01:33:31.563289Z","steps":["trace[1111861190] 'agreement among raft nodes before linearized reading' (duration: 207.579165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:32.105426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.649619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:33:32.105691Z","caller":"traceutil/trace.go:171","msg":"trace[2103374608] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"537.574444ms","start":"2026-02-28T01:33:31.568075Z","end":"2026-02-28T01:33:32.105649Z","steps":["trace[2103374608] 'process raft request' (duration: 107.62615ms)","trace[2103374608] 'compare' (duration: 429.523256ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:32.105799Z","caller":"traceutil/trace.go:171","msg":"trace[687931573] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"537.677467ms","start":"2026-02-28T01:33:31.568102Z","end":"2026-02-28T01:33:32.10578Z","steps":["trace[687931573] 'process raft request' (duration: 537.417302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:32.105848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:31.568053Z","time spent":"537.713828ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:32.105882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:31.568077Z","time spent":"537.770479ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:32.105929Z","caller":"traceutil/trace.go:171","msg":"trace[1893948750] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"536.583963ms","start":"2026-02-28T01:33:31.56932Z","end":"2026-02-28T01:33:32.105904Z","steps":["trace[1893948750] 'process raft request' (duration: 536.244006ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:32.10599Z","caller":"traceutil/trace.go:171","msg":"trace[635384200] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1974; }","duration":"513.436729ms","start":"2026-02-28T01:33:31.592467Z","end":"2026-02-28T01:33:32.105904Z","steps":["trace[635384200] 'read index received' (duration: 83.159657ms)","trace[635384200] 'applied index is now lower than readState.Index' (duration: 430.274592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:32.106072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:31.569307Z","time spent":"536.694376ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:32.106104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.609952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:32.106219Z","caller":"traceutil/trace.go:171","msg":"trace[2110088119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"513.789946ms","start":"2026-02-28T01:33:31.592416Z","end":"2026-02-28T01:33:32.106206Z","steps":["trace[2110088119] 'agreement among raft nodes before linearized reading' (duration: 513.620153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:32.107124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:31.592398Z","time spent":"514.708407ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:33:39.98224Z","caller":"traceutil/trace.go:171","msg":"trace[324248136] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"431.886405ms","start":"2026-02-28T01:33:39.550306Z","end":"2026-02-28T01:33:39.982192Z","steps":["trace[324248136] 'read index received' (duration: 431.65393ms)","trace[324248136] 'applied index is now lower than readState.Index' (duration: 231.605µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:39.982302Z","caller":"traceutil/trace.go:171","msg":"trace[1610561298] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"443.222877ms","start":"2026-02-28T01:33:39.53905Z","end":"2026-02-28T01:33:39.982272Z","steps":["trace[1610561298] 'process raft request' (duration: 442.932381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:39.982477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.539025Z","time spent":"443.36859ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:39.9828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.474037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:39.982896Z","caller":"traceutil/trace.go:171","msg":"trace[536512419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1933; }","duration":"432.621201ms","start":"2026-02-28T01:33:39.550251Z","end":"2026-02-28T01:33:39.982872Z","steps":["trace[536512419] 'agreement among raft nodes before linearized reading' (duration: 432.09831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:39.982952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.550229Z","time spent":"432.712383ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:40.482415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605785724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:33:40.933798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.385197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:33:40.93405Z","caller":"traceutil/trace.go:171","msg":"trace[1637772657] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2009; }","duration":"951.699765ms","start":"2026-02-28T01:33:39.98233Z","end":"2026-02-28T01:33:40.93403Z","steps":["trace[1637772657] 'read index received' (duration: 616.9454ms)","trace[1637772657] 'applied index is now lower than readState.Index' (duration: 334.753105ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:40.934157Z","caller":"traceutil/trace.go:171","msg":"trace[2112406711] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.334009004s","start":"2026-02-28T01:33:39.600131Z","end":"2026-02-28T01:33:40.93414Z","steps":["trace[2112406711] 'process raft request' (duration: 999.161727ms)","trace[2112406711] 'compare' (duration: 334.223373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:40.934245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.600109Z","time spent":"1.334092736s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:40.934404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103668044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:33:40.934419Z","caller":"traceutil/trace.go:171","msg":"trace[696833123] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"946.582486ms","start":"2026-02-28T01:33:39.987797Z","end":"2026-02-28T01:33:40.934379Z","steps":["trace[696833123] 'process raft request' (duration: 946.127796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:40.934632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316642714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:40.934689Z","caller":"traceutil/trace.go:171","msg":"trace[1548265863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"1.316731245s","start":"2026-02-28T01:33:39.617943Z","end":"2026-02-28T01:33:40.934674Z","steps":["trace[1548265863] 'agreement among raft nodes before linearized reading' (duration: 1.316549221s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:40.934735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.617929Z","time spent":"1.316796897s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:40.934811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.987775Z","time spent":"946.815701ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:40.934533Z","caller":"traceutil/trace.go:171","msg":"trace[1756891887] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1935; }","duration":"1.103848878s","start":"2026-02-28T01:33:39.830659Z","end":"2026-02-28T01:33:40.934508Z","steps":["trace[1756891887] 'agreement among raft nodes before linearized reading' (duration: 1.103499051s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:40.934971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.830642Z","time spent":"1.104278357s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-28T01:33:40.935598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293152853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:40.935718Z","caller":"traceutil/trace.go:171","msg":"trace[1265642939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"1.293774446s","start":"2026-02-28T01:33:39.641926Z","end":"2026-02-28T01:33:40.9357Z","steps":["trace[1265642939] 'agreement among raft nodes before linearized reading' (duration: 1.292375377s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:40.935709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022555505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-28T01:33:40.935761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.64189Z","time spent":"1.293857488s","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:33:40.935787Z","caller":"traceutil/trace.go:171","msg":"trace[34595573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1935; }","duration":"1.022647666s","start":"2026-02-28T01:33:39.913112Z","end":"2026-02-28T01:33:40.935759Z","steps":["trace[34595573] 'agreement among raft nodes before linearized reading' (duration: 1.021453821s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:40.935887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:39.913096Z","time spent":"1.02277201s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T01:33:41.434423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605785727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:33:41.961758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.849282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:33:41.962065Z","caller":"traceutil/trace.go:171","msg":"trace[927040640] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.246696304s","start":"2026-02-28T01:33:40.715316Z","end":"2026-02-28T01:33:41.962013Z","steps":["trace[927040640] 'process raft request' (duration: 938.501814ms)","trace[927040640] 'compare' (duration: 307.614607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:41.962086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.936682Z","time spent":"1.025394036s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T01:33:41.962243Z","caller":"traceutil/trace.go:171","msg":"trace[77828610] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2011; }","duration":"1.028103033s","start":"2026-02-28T01:33:40.934092Z","end":"2026-02-28T01:33:41.962196Z","steps":["trace[77828610] 'read index received' (duration: 719.738759ms)","trace[77828610] 'applied index is now lower than readState.Index' (duration: 308.362904ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:41.962316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.715298Z","time spent":"1.246873827s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:41.962768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825692723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-28T01:33:41.962852Z","caller":"traceutil/trace.go:171","msg":"trace[1506796311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1938; }","duration":"1.825815936s","start":"2026-02-28T01:33:40.137003Z","end":"2026-02-28T01:33:41.962819Z","steps":["trace[1506796311] 'agreement among raft nodes before linearized reading' (duration: 1.825606491s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.962882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013576644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:41.962901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.136975Z","time spent":"1.825918058s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:33:41.962946Z","caller":"traceutil/trace.go:171","msg":"trace[355035874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1938; }","duration":"1.013676956s","start":"2026-02-28T01:33:40.949259Z","end":"2026-02-28T01:33:41.962936Z","steps":["trace[355035874] 'agreement among raft nodes before linearized reading' (duration: 1.013569474s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:41.962934Z","caller":"traceutil/trace.go:171","msg":"trace[799447955] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"656.168205ms","start":"2026-02-28T01:33:41.30673Z","end":"2026-02-28T01:33:41.962898Z","steps":["trace[799447955] 'process raft request' (duration: 655.42127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.962984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.949245Z","time spent":"1.013727857s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T01:33:41.963037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372485663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:41.963056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:41.306705Z","time spent":"656.275338ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:41.963074Z","caller":"traceutil/trace.go:171","msg":"trace[1634974028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"1.372549335s","start":"2026-02-28T01:33:40.590515Z","end":"2026-02-28T01:33:41.963065Z","steps":["trace[1634974028] 'agreement among raft nodes before linearized reading' (duration: 1.372495694s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.963101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.590496Z","time spent":"1.372600116s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:33:41.963057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.882086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:41.96316Z","caller":"traceutil/trace.go:171","msg":"trace[1587470121] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.023963516s","start":"2026-02-28T01:33:40.939185Z","end":"2026-02-28T01:33:41.963149Z","steps":["trace[1587470121] 'process raft request' (duration: 1.02279003s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.963406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.014034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:41.964182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733906317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:33:41.964172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82695684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:33:41.96426Z","caller":"traceutil/trace.go:171","msg":"trace[1698346005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1938; }","duration":"1.734113051s","start":"2026-02-28T01:33:40.230112Z","end":"2026-02-28T01:33:41.964225Z","steps":["trace[1698346005] 'agreement among raft nodes before linearized reading' (duration: 1.732907686s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.964296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.230091Z","time spent":"1.734189602s","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:33:41.964306Z","caller":"traceutil/trace.go:171","msg":"trace[937258659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1938; }","duration":"1.827106192s","start":"2026-02-28T01:33:40.137131Z","end":"2026-02-28T01:33:41.964237Z","steps":["trace[937258659] 'agreement among raft nodes before linearized reading' (duration: 1.825770454s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.96436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.137015Z","time spent":"1.827330518s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:33:41.963227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.939173Z","time spent":"1.024025677s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:41.964405Z","caller":"traceutil/trace.go:171","msg":"trace[817383906] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1938; }","duration":"491.24618ms","start":"2026-02-28T01:33:41.473127Z","end":"2026-02-28T01:33:41.964374Z","steps":["trace[817383906] 'agreement among raft nodes before linearized reading' (duration: 489.750919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.964532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:41.473099Z","time spent":"491.380532ms","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:33:41.964192Z","caller":"traceutil/trace.go:171","msg":"trace[1645076230] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1938; }","duration":"418.06138ms","start":"2026-02-28T01:33:41.545078Z","end":"2026-02-28T01:33:41.96314Z","steps":["trace[1645076230] 'agreement among raft nodes before linearized reading' (duration: 417.783945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.96461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:41.545009Z","time spent":"419.576242ms","remote":"127.0.0.1:55446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:33:41.964779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827657274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:33:41.964938Z","caller":"traceutil/trace.go:171","msg":"trace[1017391364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"1.827781188s","start":"2026-02-28T01:33:40.137052Z","end":"2026-02-28T01:33:41.964833Z","steps":["trace[1017391364] 'agreement among raft nodes before linearized reading' (duration: 1.825737964s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.965015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:40.137013Z","time spent":"1.827969952s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:33:41.963203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.91467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T01:33:41.967313Z","caller":"traceutil/trace.go:171","msg":"trace[387317024] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1938; }","duration":"864.985705ms","start":"2026-02-28T01:33:41.102242Z","end":"2026-02-28T01:33:41.967228Z","steps":["trace[387317024] 'agreement among raft nodes before linearized reading' (duration: 860.879308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:41.967402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:41.10222Z","time spent":"865.154889ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-28T01:33:42.127388Z","caller":"traceutil/trace.go:171","msg":"trace[1924599180] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2016; }","duration":"138.679476ms","start":"2026-02-28T01:33:41.988681Z","end":"2026-02-28T01:33:42.12736Z","steps":["trace[1924599180] 'read index received' (duration: 138.189235ms)","trace[1924599180] 'applied index is now lower than readState.Index' (duration: 489.321µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:42.127787Z","caller":"traceutil/trace.go:171","msg":"trace[504567511] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"155.607717ms","start":"2026-02-28T01:33:41.972119Z","end":"2026-02-28T01:33:42.127727Z","steps":["trace[504567511] 'process raft request' (duration: 155.171818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:42.127887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.846987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:42.127897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.075832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-28T01:33:42.12792Z","caller":"traceutil/trace.go:171","msg":"trace[1530049270] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"156.021346ms","start":"2026-02-28T01:33:41.971875Z","end":"2026-02-28T01:33:42.127897Z","steps":["trace[1530049270] 'process raft request' (duration: 155.33195ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:42.127964Z","caller":"traceutil/trace.go:171","msg":"trace[864366212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1944; }","duration":"137.204885ms","start":"2026-02-28T01:33:41.990743Z","end":"2026-02-28T01:33:42.127948Z","steps":["trace[864366212] 'agreement among raft nodes before linearized reading' (duration: 137.030911ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:42.127982Z","caller":"traceutil/trace.go:171","msg":"trace[810852647] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"141.436806ms","start":"2026-02-28T01:33:41.986507Z","end":"2026-02-28T01:33:42.127944Z","steps":["trace[810852647] 'process raft request' (duration: 140.819213ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:42.127937Z","caller":"traceutil/trace.go:171","msg":"trace[1647824020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1944; }","duration":"151.95842ms","start":"2026-02-28T01:33:41.975964Z","end":"2026-02-28T01:33:42.127923Z","steps":["trace[1647824020] 'agreement among raft nodes before linearized reading' (duration: 151.871208ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:42.128044Z","caller":"traceutil/trace.go:171","msg":"trace[242875950] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"156.147928ms","start":"2026-02-28T01:33:41.971869Z","end":"2026-02-28T01:33:42.128017Z","steps":["trace[242875950] 'process raft request' (duration: 155.099145ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:42.128121Z","caller":"traceutil/trace.go:171","msg":"trace[1580622001] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"156.173759ms","start":"2026-02-28T01:33:41.971894Z","end":"2026-02-28T01:33:42.128068Z","steps":["trace[1580622001] 'process raft request' (duration: 155.366281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:42.128332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.342539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-28T01:33:42.128376Z","caller":"traceutil/trace.go:171","msg":"trace[1335254191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"130.39839ms","start":"2026-02-28T01:33:41.997962Z","end":"2026-02-28T01:33:42.128361Z","steps":["trace[1335254191] 'agreement among raft nodes before linearized reading' (duration: 130.120125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.632956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605786439,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:34:15.957288Z","caller":"traceutil/trace.go:171","msg":"trace[275628171] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"880.379666ms","start":"2026-02-28T01:34:15.076875Z","end":"2026-02-28T01:34:15.957255Z","steps":["trace[275628171] 'process raft request' (duration: 880.136811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.957285Z","caller":"traceutil/trace.go:171","msg":"trace[1203107582] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2371; }","duration":"824.852492ms","start":"2026-02-28T01:34:15.132396Z","end":"2026-02-28T01:34:15.957249Z","steps":["trace[1203107582] 'read index received' (duration: 725.448783ms)","trace[1203107582] 'applied index is now lower than readState.Index' (duration: 99.402199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:15.957416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.076853Z","time spent":"880.498338ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:15.969339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.373628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:34:15.969407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.729931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:34:15.969416Z","caller":"traceutil/trace.go:171","msg":"trace[1810060651] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2282; }","duration":"677.514111ms","start":"2026-02-28T01:34:15.291883Z","end":"2026-02-28T01:34:15.969397Z","steps":["trace[1810060651] 'agreement among raft nodes before linearized reading' (duration: 665.706849ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.969443Z","caller":"traceutil/trace.go:171","msg":"trace[1273322946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2282; }","duration":"377.791682ms","start":"2026-02-28T01:34:15.59164Z","end":"2026-02-28T01:34:15.969431Z","steps":["trace[1273322946] 'agreement among raft nodes before linearized reading' (duration: 365.914279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.969474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.591621Z","time spent":"377.846323ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:34:15.969542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.725742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-28T01:34:15.969568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.142543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:34:15.969592Z","caller":"traceutil/trace.go:171","msg":"trace[550324335] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2282; }","duration":"241.804493ms","start":"2026-02-28T01:34:15.727775Z","end":"2026-02-28T01:34:15.96958Z","steps":["trace[550324335] 'agreement among raft nodes before linearized reading' (duration: 229.750967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.969347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.410901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:34:15.969628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.099599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:34:15.969641Z","caller":"traceutil/trace.go:171","msg":"trace[986750392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2282; }","duration":"837.256276ms","start":"2026-02-28T01:34:15.132364Z","end":"2026-02-28T01:34:15.969621Z","steps":["trace[986750392] 'agreement among raft nodes before linearized reading' (duration: 825.023196ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.969697Z","caller":"traceutil/trace.go:171","msg":"trace[2020445878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2282; }","duration":"614.202561ms","start":"2026-02-28T01:34:15.355476Z","end":"2026-02-28T01:34:15.969679Z","steps":["trace[2020445878] 'agreement among raft nodes before linearized reading' (duration: 602.088434ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:15.969682Z","caller":"traceutil/trace.go:171","msg":"trace[18761185] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2282; }","duration":"717.767359ms","start":"2026-02-28T01:34:15.251873Z","end":"2026-02-28T01:34:15.96964Z","steps":["trace[18761185] 'agreement among raft nodes before linearized reading' (duration: 705.62402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:15.969708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.132352Z","time spent":"837.342238ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:15.96975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.355454Z","time spent":"614.283203ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T01:34:15.969776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.25184Z","time spent":"717.904732ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:34:15.969472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:15.291863Z","time spent":"677.598743ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:34:28.154576Z","caller":"traceutil/trace.go:171","msg":"trace[1301754714] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2446; }","duration":"121.176853ms","start":"2026-02-28T01:34:28.033378Z","end":"2026-02-28T01:34:28.154555Z","steps":["trace[1301754714] 'read index received' (duration: 120.991619ms)","trace[1301754714] 'applied index is now lower than readState.Index' (duration: 184.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:28.154631Z","caller":"traceutil/trace.go:171","msg":"trace[79898691] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"150.148781ms","start":"2026-02-28T01:34:28.004448Z","end":"2026-02-28T01:34:28.154597Z","steps":["trace[79898691] 'process raft request' (duration: 149.975657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:28.154882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.485909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:34:28.154985Z","caller":"traceutil/trace.go:171","msg":"trace[2016172015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2354; }","duration":"121.617142ms","start":"2026-02-28T01:34:28.033326Z","end":"2026-02-28T01:34:28.154943Z","steps":["trace[2016172015] 'agreement among raft nodes before linearized reading' (duration: 121.347687ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:48.361253Z","caller":"traceutil/trace.go:171","msg":"trace[1669843942] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2557; }","duration":"110.92367ms","start":"2026-02-28T01:34:48.250309Z","end":"2026-02-28T01:34:48.361233Z","steps":["trace[1669843942] 'read index received' (duration: 110.711906ms)","trace[1669843942] 'applied index is now lower than readState.Index' (duration: 210.844µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:48.361312Z","caller":"traceutil/trace.go:171","msg":"trace[690474144] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"141.313525ms","start":"2026-02-28T01:34:48.219961Z","end":"2026-02-28T01:34:48.361274Z","steps":["trace[690474144] 'process raft request' (duration: 141.150352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:48.36144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.111774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T01:34:48.361481Z","caller":"traceutil/trace.go:171","msg":"trace[327952432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2461; }","duration":"111.168305ms","start":"2026-02-28T01:34:48.250303Z","end":"2026-02-28T01:34:48.361472Z","steps":["trace[327952432] 'agreement among raft nodes before linearized reading' (duration: 111.027182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:48.699528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.996334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:34:48.699709Z","caller":"traceutil/trace.go:171","msg":"trace[1916697235] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2561; }","duration":"184.713498ms","start":"2026-02-28T01:34:48.51498Z","end":"2026-02-28T01:34:48.699693Z","steps":["trace[1916697235] 'read index received' (duration: 21.83µs)","trace[1916697235] 'applied index is now lower than readState.Index' (duration: 184.690788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:48.700041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.746598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:34:48.700017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.010504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:34:48.700076Z","caller":"traceutil/trace.go:171","msg":"trace[2071685457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2466; }","duration":"171.79449ms","start":"2026-02-28T01:34:48.52827Z","end":"2026-02-28T01:34:48.700064Z","steps":["trace[2071685457] 'agreement among raft nodes before linearized reading' (duration: 171.678698ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:48.700095Z","caller":"traceutil/trace.go:171","msg":"trace[635271466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2466; }","duration":"185.115676ms","start":"2026-02-28T01:34:48.51496Z","end":"2026-02-28T01:34:48.700076Z","steps":["trace[635271466] 'agreement among raft nodes before linearized reading' (duration: 184.882951ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:48.700225Z","caller":"traceutil/trace.go:171","msg":"trace[1648344929] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"253.038079ms","start":"2026-02-28T01:34:48.447174Z","end":"2026-02-28T01:34:48.700212Z","steps":["trace[1648344929] 'compare' (duration: 242.897482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:48.700299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.187486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:34:48.700327Z","caller":"traceutil/trace.go:171","msg":"trace[573265207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2466; }","duration":"105.256527ms","start":"2026-02-28T01:34:48.595062Z","end":"2026-02-28T01:34:48.700318Z","steps":["trace[573265207] 'agreement among raft nodes before linearized reading' (duration: 105.210626ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:48.700401Z","caller":"traceutil/trace.go:171","msg":"trace[52808584] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"252.309724ms","start":"2026-02-28T01:34:48.44808Z","end":"2026-02-28T01:34:48.70039Z","steps":["trace[52808584] 'process raft request' (duration: 251.567598ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:49.167034Z","caller":"traceutil/trace.go:171","msg":"trace[1017856367] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"461.249485ms","start":"2026-02-28T01:34:48.705757Z","end":"2026-02-28T01:34:49.167007Z","steps":["trace[1017856367] 'process raft request' (duration: 459.101459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:49.167179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:48.705738Z","time spent":"461.367818ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:49.361341Z","caller":"traceutil/trace.go:171","msg":"trace[1476390173] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2563; }","duration":"641.061938ms","start":"2026-02-28T01:34:48.720255Z","end":"2026-02-28T01:34:49.361317Z","steps":["trace[1476390173] 'read index received' (duration: 444.718139ms)","trace[1476390173] 'applied index is now lower than readState.Index' (duration: 196.342669ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:49.361431Z","caller":"traceutil/trace.go:171","msg":"trace[133293836] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"651.923922ms","start":"2026-02-28T01:34:48.709458Z","end":"2026-02-28T01:34:49.361382Z","steps":["trace[133293836] 'process raft request' (duration: 608.450836ms)","trace[133293836] 'compare' (duration: 43.303723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:49.36162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:48.709444Z","time spent":"652.074525ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:49.36174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.459106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898452507725df3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-28T01:34:49.361865Z","caller":"traceutil/trace.go:171","msg":"trace[748072721] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898452507725df3; range_end:; response_count:1; response_revision:2468; }","duration":"641.62164ms","start":"2026-02-28T01:34:48.72022Z","end":"2026-02-28T01:34:49.361842Z","steps":["trace[748072721] 'agreement among raft nodes before linearized reading' (duration: 641.189201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:49.361961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:48.720204Z","time spent":"641.742702ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.1898452507725df3\" "} {"level":"info","ts":"2026-02-28T01:34:54.802101Z","caller":"traceutil/trace.go:171","msg":"trace[1330723792] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"347.923613ms","start":"2026-02-28T01:34:54.454158Z","end":"2026-02-28T01:34:54.802082Z","steps":["trace[1330723792] 'read index received' (duration: 347.78841ms)","trace[1330723792] 'applied index is now lower than readState.Index' (duration: 134.403µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:54.802147Z","caller":"traceutil/trace.go:171","msg":"trace[1805351379] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"423.644344ms","start":"2026-02-28T01:34:54.378475Z","end":"2026-02-28T01:34:54.802119Z","steps":["trace[1805351379] 'process raft request' (duration: 423.485931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.802306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.133818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:34:54.802282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:54.378447Z","time spent":"423.762157ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:54.802383Z","caller":"traceutil/trace.go:171","msg":"trace[10517791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2491; }","duration":"348.263041ms","start":"2026-02-28T01:34:54.454103Z","end":"2026-02-28T01:34:54.802366Z","steps":["trace[10517791] 'agreement among raft nodes before linearized reading' (duration: 348.054337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.802435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:54.45408Z","time spent":"348.336482ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:34:54.819685Z","caller":"traceutil/trace.go:171","msg":"trace[1680597363] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"358.716967ms","start":"2026-02-28T01:34:54.460947Z","end":"2026-02-28T01:34:54.819664Z","steps":["trace[1680597363] 'process raft request' (duration: 358.570944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.819897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:54.460924Z","time spent":"358.821248ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:54.819917Z","caller":"traceutil/trace.go:171","msg":"trace[163356014] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"357.872127ms","start":"2026-02-28T01:34:54.461962Z","end":"2026-02-28T01:34:54.819834Z","steps":["trace[163356014] 'process raft request' (duration: 357.663033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.820196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:54.461943Z","time spent":"358.041842ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:54.952549Z","caller":"traceutil/trace.go:171","msg":"trace[1343666786] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"128.020828ms","start":"2026-02-28T01:34:54.824504Z","end":"2026-02-28T01:34:54.952525Z","steps":["trace[1343666786] 'process raft request' (duration: 127.978067ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:54.952635Z","caller":"traceutil/trace.go:171","msg":"trace[1183293656] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"128.241903ms","start":"2026-02-28T01:34:54.824356Z","end":"2026-02-28T01:34:54.952598Z","steps":["trace[1183293656] 'process raft request' (duration: 128.017458ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:55.35817Z","caller":"traceutil/trace.go:171","msg":"trace[1900424746] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"155.083771ms","start":"2026-02-28T01:34:55.203062Z","end":"2026-02-28T01:34:55.358145Z","steps":["trace[1900424746] 'process raft request' (duration: 154.923197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:01.578932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.725172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:35:01.578689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.75022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:35:01.579035Z","caller":"traceutil/trace.go:171","msg":"trace[146990253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2528; }","duration":"602.869355ms","start":"2026-02-28T01:35:00.976141Z","end":"2026-02-28T01:35:01.579011Z","steps":["trace[146990253] 'range keys from in-memory index tree' (duration: 602.499467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:01.579111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:00.976128Z","time spent":"602.968947ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:35:01.579124Z","caller":"traceutil/trace.go:171","msg":"trace[792630207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2528; }","duration":"108.20653ms","start":"2026-02-28T01:35:01.470853Z","end":"2026-02-28T01:35:01.57906Z","steps":["trace[792630207] 'range keys from in-memory index tree' (duration: 107.553687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:01.579365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.26035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:35:01.579396Z","caller":"traceutil/trace.go:171","msg":"trace[1891965252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2528; }","duration":"198.333232ms","start":"2026-02-28T01:35:01.381053Z","end":"2026-02-28T01:35:01.579386Z","steps":["trace[1891965252] 'range keys from in-memory index tree' (duration: 198.146127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:01.579605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.326615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:35:01.57967Z","caller":"traceutil/trace.go:171","msg":"trace[1284451796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2528; }","duration":"603.442647ms","start":"2026-02-28T01:35:00.976212Z","end":"2026-02-28T01:35:01.579655Z","steps":["trace[1284451796] 'range keys from in-memory index tree' (duration: 603.11571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:01.579712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:00.97618Z","time spent":"603.520549ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:35:01.766944Z","caller":"traceutil/trace.go:171","msg":"trace[2030419499] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"182.870808ms","start":"2026-02-28T01:35:01.584049Z","end":"2026-02-28T01:35:01.76692Z","steps":["trace[2030419499] 'process raft request' (duration: 182.595732ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:01.766973Z","caller":"traceutil/trace.go:171","msg":"trace[1175545307] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"182.814267ms","start":"2026-02-28T01:35:01.584141Z","end":"2026-02-28T01:35:01.766955Z","steps":["trace[1175545307] 'process raft request' (duration: 182.689204ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:01.767257Z","caller":"traceutil/trace.go:171","msg":"trace[2091247181] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"182.96296ms","start":"2026-02-28T01:35:01.584281Z","end":"2026-02-28T01:35:01.767244Z","steps":["trace[2091247181] 'process raft request' (duration: 182.590962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:07.135595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.077952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:07.135715Z","caller":"traceutil/trace.go:171","msg":"trace[1938001134] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"220.470279ms","start":"2026-02-28T01:35:06.915226Z","end":"2026-02-28T01:35:07.135696Z","steps":["trace[1938001134] 'process raft request' (duration: 90.154442ms)","trace[1938001134] 'compare' (duration: 129.96023ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:07.145889Z","caller":"traceutil/trace.go:171","msg":"trace[1726291440] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2654; }","duration":"196.38347ms","start":"2026-02-28T01:35:06.949483Z","end":"2026-02-28T01:35:07.145866Z","steps":["trace[1726291440] 'read index received' (duration: 55.906064ms)","trace[1726291440] 'applied index is now lower than readState.Index' (duration: 140.476366ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:07.146006Z","caller":"traceutil/trace.go:171","msg":"trace[522762446] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"229.929372ms","start":"2026-02-28T01:35:06.916042Z","end":"2026-02-28T01:35:07.145971Z","steps":["trace[522762446] 'process raft request' (duration: 229.702507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:07.146115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.600565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:35:07.146159Z","caller":"traceutil/trace.go:171","msg":"trace[1377388876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2554; }","duration":"196.719038ms","start":"2026-02-28T01:35:06.949429Z","end":"2026-02-28T01:35:07.146148Z","steps":["trace[1377388876] 'agreement among raft nodes before linearized reading' (duration: 196.556693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:07.146341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.824555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:35:07.146417Z","caller":"traceutil/trace.go:171","msg":"trace[2067259496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2554; }","duration":"187.931158ms","start":"2026-02-28T01:35:06.958468Z","end":"2026-02-28T01:35:07.146399Z","steps":["trace[2067259496] 'agreement among raft nodes before linearized reading' (duration: 187.606531ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:23.380726Z","caller":"traceutil/trace.go:171","msg":"trace[66598122] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"138.76612ms","start":"2026-02-28T01:35:23.241931Z","end":"2026-02-28T01:35:23.380698Z","steps":["trace[66598122] 'process raft request' (duration: 138.385172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:23.843919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.1222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-28T01:35:23.84401Z","caller":"traceutil/trace.go:171","msg":"trace[1759954715] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2636; }","duration":"116.258234ms","start":"2026-02-28T01:35:23.727731Z","end":"2026-02-28T01:35:23.843989Z","steps":["trace[1759954715] 'range keys from in-memory index tree' (duration: 115.844515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:23.843925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.185228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:35:23.844119Z","caller":"traceutil/trace.go:171","msg":"trace[1598314763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2636; }","duration":"133.421003ms","start":"2026-02-28T01:35:23.710667Z","end":"2026-02-28T01:35:23.844088Z","steps":["trace[1598314763] 'range keys from in-memory index tree' (duration: 132.992834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:24.107906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.643648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:24.10814Z","caller":"traceutil/trace.go:171","msg":"trace[548524483] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"182.465319ms","start":"2026-02-28T01:35:23.925656Z","end":"2026-02-28T01:35:24.108122Z","steps":["trace[548524483] 'process raft request' (duration: 182.360847ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:24.108243Z","caller":"traceutil/trace.go:171","msg":"trace[29738388] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"207.695243ms","start":"2026-02-28T01:35:23.900513Z","end":"2026-02-28T01:35:24.108209Z","steps":["trace[29738388] 'process raft request' (duration: 60.672597ms)","trace[29738388] 'compare' (duration: 146.521786ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:34.309929Z","caller":"traceutil/trace.go:171","msg":"trace[1164081483] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"150.773918ms","start":"2026-02-28T01:35:34.159116Z","end":"2026-02-28T01:35:34.30989Z","steps":["trace[1164081483] 'process raft request' (duration: 147.015407ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:36:00.437523Z","caller":"traceutil/trace.go:171","msg":"trace[1898089870] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"114.724531ms","start":"2026-02-28T01:36:00.322766Z","end":"2026-02-28T01:36:00.43749Z","steps":["trace[1898089870] 'process raft request' (duration: 114.576377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:16.692079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.14949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:37:16.692115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.17431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:37:16.69212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.197185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:37:16.692174Z","caller":"traceutil/trace.go:171","msg":"trace[1363526558] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3371; }","duration":"129.318613ms","start":"2026-02-28T01:37:16.562837Z","end":"2026-02-28T01:37:16.692155Z","steps":["trace[1363526558] 'count revisions from in-memory index tree' (duration: 128.912974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:16.692046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.196644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:37:16.692219Z","caller":"traceutil/trace.go:171","msg":"trace[1553718052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:3371; }","duration":"132.370629ms","start":"2026-02-28T01:37:16.559826Z","end":"2026-02-28T01:37:16.692197Z","steps":["trace[1553718052] 'range keys from in-memory index tree' (duration: 131.864998ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:16.692229Z","caller":"traceutil/trace.go:171","msg":"trace[714514443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3371; }","duration":"100.464499ms","start":"2026-02-28T01:37:16.591755Z","end":"2026-02-28T01:37:16.69222Z","steps":["trace[714514443] 'range keys from in-memory index tree' (duration: 100.031011ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:16.692189Z","caller":"traceutil/trace.go:171","msg":"trace[15418261] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3371; }","duration":"129.295592ms","start":"2026-02-28T01:37:16.562875Z","end":"2026-02-28T01:37:16.692171Z","steps":["trace[15418261] 'count revisions from in-memory index tree' (duration: 128.956565ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:21.808218Z","caller":"traceutil/trace.go:171","msg":"trace[1886961377] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"168.86713ms","start":"2026-02-28T01:37:21.639318Z","end":"2026-02-28T01:37:21.808185Z","steps":["trace[1886961377] 'process raft request' (duration: 168.671796ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:22.01214Z","caller":"traceutil/trace.go:171","msg":"trace[1373261843] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"371.796903ms","start":"2026-02-28T01:37:21.640321Z","end":"2026-02-28T01:37:22.012118Z","steps":["trace[1373261843] 'process raft request' (duration: 369.31258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:22.012276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:37:21.640288Z","time spent":"371.911776ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:37:27.079381Z","caller":"traceutil/trace.go:171","msg":"trace[44171057] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"144.442214ms","start":"2026-02-28T01:37:26.934398Z","end":"2026-02-28T01:37:27.07884Z","steps":["trace[44171057] 'process raft request' (duration: 142.553922ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:27.088403Z","caller":"traceutil/trace.go:171","msg":"trace[1801916434] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"153.941311ms","start":"2026-02-28T01:37:26.934446Z","end":"2026-02-28T01:37:27.088388Z","steps":["trace[1801916434] 'process raft request' (duration: 153.87243ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:40.93078Z","caller":"traceutil/trace.go:171","msg":"trace[1857347653] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"102.213387ms","start":"2026-02-28T01:38:40.82855Z","end":"2026-02-28T01:38:40.930764Z","steps":["trace[1857347653] 'process raft request' (duration: 101.745897ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:47.594368Z","caller":"traceutil/trace.go:171","msg":"trace[1950298066] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4719; }","duration":"108.998085ms","start":"2026-02-28T01:38:47.485349Z","end":"2026-02-28T01:38:47.594347Z","steps":["trace[1950298066] 'read index received' (duration: 108.869682ms)","trace[1950298066] 'applied index is now lower than readState.Index' (duration: 127.333µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:47.594457Z","caller":"traceutil/trace.go:171","msg":"trace[477819604] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"172.136557ms","start":"2026-02-28T01:38:47.422291Z","end":"2026-02-28T01:38:47.594428Z","steps":["trace[477819604] 'process raft request' (duration: 171.929472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:47.594569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.190849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:47.594656Z","caller":"traceutil/trace.go:171","msg":"trace[2071822781] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4541; }","duration":"109.343253ms","start":"2026-02-28T01:38:47.485296Z","end":"2026-02-28T01:38:47.594639Z","steps":["trace[2071822781] 'agreement among raft nodes before linearized reading' (duration: 109.148128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.827306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605792044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:38:48.92082Z","caller":"traceutil/trace.go:171","msg":"trace[1146323392] linearizableReadLoop","detail":"{readStateIndex:4733; appliedIndex:4732; }","duration":"594.1168ms","start":"2026-02-28T01:38:48.326681Z","end":"2026-02-28T01:38:48.920798Z","steps":["trace[1146323392] 'read index received' (duration: 545.322843ms)","trace[1146323392] 'applied index is now lower than readState.Index' (duration: 48.793507ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:48.92084Z","caller":"traceutil/trace.go:171","msg":"trace[1149446960] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"624.935405ms","start":"2026-02-28T01:38:48.29587Z","end":"2026-02-28T01:38:48.920805Z","steps":["trace[1149446960] 'process raft request' (duration: 576.211179ms)","trace[1149446960] 'compare' (duration: 48.418939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:48.920979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.295845Z","time spent":"625.051827ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:38:48.921264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.57477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776989"} {"level":"info","ts":"2026-02-28T01:38:48.921289Z","caller":"traceutil/trace.go:171","msg":"trace[1122581069] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4554; }","duration":"594.611371ms","start":"2026-02-28T01:38:48.326671Z","end":"2026-02-28T01:38:48.921282Z","steps":["trace[1122581069] 'agreement among raft nodes before linearized reading' (duration: 594.212682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.921309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.326632Z","time spent":"594.671172ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777013,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-28T01:38:48.92155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.455912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:38:48.921618Z","caller":"traceutil/trace.go:171","msg":"trace[421234079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4554; }","duration":"389.556085ms","start":"2026-02-28T01:38:48.532046Z","end":"2026-02-28T01:38:48.921602Z","steps":["trace[421234079] 'agreement among raft nodes before linearized reading' (duration: 389.3472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:48.921618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.903468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:38:48.92166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.532026Z","time spent":"389.623036ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:38:48.921642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.494524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c475e9a-1adc-4fe8-902b-39ff97271641\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-28T01:38:48.921727Z","caller":"traceutil/trace.go:171","msg":"trace[867442429] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4554; }","duration":"261.068842ms","start":"2026-02-28T01:38:48.660638Z","end":"2026-02-28T01:38:48.921707Z","steps":["trace[867442429] 'agreement among raft nodes before linearized reading' (duration: 260.875568ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:48.922138Z","caller":"traceutil/trace.go:171","msg":"trace[935870421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c475e9a-1adc-4fe8-902b-39ff97271641; range_end:; response_count:1; response_revision:4554; }","duration":"193.897092ms","start":"2026-02-28T01:38:48.728111Z","end":"2026-02-28T01:38:48.922008Z","steps":["trace[935870421] 'agreement among raft nodes before linearized reading' (duration: 193.343741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.433523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605792054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:38:49.4982Z","caller":"traceutil/trace.go:171","msg":"trace[1407282476] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"570.586917ms","start":"2026-02-28T01:38:48.927583Z","end":"2026-02-28T01:38:49.49817Z","steps":["trace[1407282476] 'process raft request' (duration: 564.920133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.498364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.92757Z","time spent":"570.712869ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:38:49.678145Z","caller":"traceutil/trace.go:171","msg":"trace[2090494078] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4733; }","duration":"745.528155ms","start":"2026-02-28T01:38:48.932593Z","end":"2026-02-28T01:38:49.678121Z","steps":["trace[2090494078] 'read index received' (duration: 559.990585ms)","trace[2090494078] 'applied index is now lower than readState.Index' (duration: 185.5364ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:49.678223Z","caller":"traceutil/trace.go:171","msg":"trace[1065416193] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"698.499516ms","start":"2026-02-28T01:38:48.979697Z","end":"2026-02-28T01:38:49.678197Z","steps":["trace[1065416193] 'process raft request' (duration: 686.316959ms)","trace[1065416193] 'compare' (duration: 11.966422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:49.678426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.609777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:49.67849Z","caller":"traceutil/trace.go:171","msg":"trace[320799052] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4556; }","duration":"639.70024ms","start":"2026-02-28T01:38:49.038774Z","end":"2026-02-28T01:38:49.678474Z","steps":["trace[320799052] 'agreement among raft nodes before linearized reading' (duration: 639.575946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.678501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.605619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-02-28T01:38:49.678576Z","caller":"traceutil/trace.go:171","msg":"trace[703610374] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn; range_end:; response_count:1; response_revision:4556; }","duration":"699.695442ms","start":"2026-02-28T01:38:48.978861Z","end":"2026-02-28T01:38:49.678556Z","steps":["trace[703610374] 'agreement among raft nodes before linearized reading' (duration: 699.431926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.678488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.979668Z","time spent":"698.75426ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:38:49.678717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.101428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776989"} {"level":"warn","ts":"2026-02-28T01:38:49.678768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.18241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:38:49.678803Z","caller":"traceutil/trace.go:171","msg":"trace[2045973644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4556; }","duration":"677.23588ms","start":"2026-02-28T01:38:49.001559Z","end":"2026-02-28T01:38:49.678795Z","steps":["trace[2045973644] 'agreement among raft nodes before linearized reading' (duration: 677.141498ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:49.678801Z","caller":"traceutil/trace.go:171","msg":"trace[543390237] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4556; }","duration":"746.2105ms","start":"2026-02-28T01:38:48.932572Z","end":"2026-02-28T01:38:49.678783Z","steps":["trace[543390237] 'agreement among raft nodes before linearized reading' (duration: 745.630157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.678838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.001547Z","time spent":"677.285931ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:38:49.67885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.932562Z","time spent":"746.277381ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777013,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-28T01:38:49.678677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.978832Z","time spent":"699.828975ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11281,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn\" "} {"level":"warn","ts":"2026-02-28T01:38:49.678985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.115314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-28T01:38:49.678972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.445545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-28T01:38:49.679133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.03871Z","time spent":"640.396555ms","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:38:49.679022Z","caller":"traceutil/trace.go:171","msg":"trace[918931668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4556; }","duration":"696.195186ms","start":"2026-02-28T01:38:48.982818Z","end":"2026-02-28T01:38:49.679013Z","steps":["trace[918931668] 'agreement among raft nodes before linearized reading' (duration: 696.108944ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:49.679154Z","caller":"traceutil/trace.go:171","msg":"trace[704347517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:4556; }","duration":"480.68524ms","start":"2026-02-28T01:38:49.198451Z","end":"2026-02-28T01:38:49.679136Z","steps":["trace[704347517] 'agreement among raft nodes before linearized reading' (duration: 480.199469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.679183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.859125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T01:38:49.679283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:48.982796Z","time spent":"696.39688ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:38:49.678972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.39355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:49.679335Z","caller":"traceutil/trace.go:171","msg":"trace[1191582200] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4556; }","duration":"499.896181ms","start":"2026-02-28T01:38:49.179427Z","end":"2026-02-28T01:38:49.679324Z","steps":["trace[1191582200] 'agreement among raft nodes before linearized reading' (duration: 499.287088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.679369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.17941Z","time spent":"499.947172ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:38:49.679362Z","caller":"traceutil/trace.go:171","msg":"trace[466035809] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4556; }","duration":"353.955577ms","start":"2026-02-28T01:38:49.325275Z","end":"2026-02-28T01:38:49.679231Z","steps":["trace[466035809] 'agreement among raft nodes before linearized reading' (duration: 353.024486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:49.679788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.325263Z","time spent":"354.172451ms","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":536,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:38:49.679255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.198402Z","time spent":"480.816553ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"info","ts":"2026-02-28T01:38:49.88474Z","caller":"traceutil/trace.go:171","msg":"trace[923052530] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"140.546085ms","start":"2026-02-28T01:38:49.744165Z","end":"2026-02-28T01:38:49.884711Z","steps":["trace[923052530] 'process raft request' (duration: 140.31571ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:49.884978Z","caller":"traceutil/trace.go:171","msg":"trace[1652223312] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"137.065149ms","start":"2026-02-28T01:38:49.74789Z","end":"2026-02-28T01:38:49.884955Z","steps":["trace[1652223312] 'process raft request' (duration: 136.748712ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:49.885054Z","caller":"traceutil/trace.go:171","msg":"trace[304893008] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"135.601627ms","start":"2026-02-28T01:38:49.749428Z","end":"2026-02-28T01:38:49.885029Z","steps":["trace[304893008] 'process raft request' (duration: 135.426383ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:50.315299Z","caller":"traceutil/trace.go:171","msg":"trace[602996365] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"336.516503ms","start":"2026-02-28T01:38:49.97875Z","end":"2026-02-28T01:38:50.315267Z","steps":["trace[602996365] 'process raft request' (duration: 264.259352ms)","trace[602996365] 'compare' (duration: 72.007025ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:50.315296Z","caller":"traceutil/trace.go:171","msg":"trace[394716153] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"326.673949ms","start":"2026-02-28T01:38:49.988587Z","end":"2026-02-28T01:38:50.315261Z","steps":["trace[394716153] 'read index received' (duration: 254.390807ms)","trace[394716153] 'applied index is now lower than readState.Index' (duration: 72.280872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:50.315457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.978728Z","time spent":"336.647426ms","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:38:50.315527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.928814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn.1898455f4c77bcaf\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-28T01:38:50.315607Z","caller":"traceutil/trace.go:171","msg":"trace[699631729] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn.1898455f4c77bcaf; range_end:; response_count:1; response_revision:4567; }","duration":"327.023886ms","start":"2026-02-28T01:38:49.988568Z","end":"2026-02-28T01:38:50.315592Z","steps":["trace[699631729] 'agreement among raft nodes before linearized reading' (duration: 326.778951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:50.315651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.988516Z","time spent":"327.125848ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-76995567c9-v4dcn.1898455f4c77bcaf\" "} {"level":"warn","ts":"2026-02-28T01:38:50.327433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.797273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:50.327445Z","caller":"traceutil/trace.go:171","msg":"trace[354316453] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"175.391496ms","start":"2026-02-28T01:38:50.152021Z","end":"2026-02-28T01:38:50.327413Z","steps":["trace[354316453] 'process raft request' (duration: 175.220063ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:50.32751Z","caller":"traceutil/trace.go:171","msg":"trace[143732043] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4568; }","duration":"333.892566ms","start":"2026-02-28T01:38:49.993599Z","end":"2026-02-28T01:38:50.327492Z","steps":["trace[143732043] 'agreement among raft nodes before linearized reading' (duration: 333.787654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:50.327573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:49.99359Z","time spent":"333.975358ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-02-28T01:38:50.747372Z","caller":"traceutil/trace.go:171","msg":"trace[887961874] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"248.017627ms","start":"2026-02-28T01:38:50.499335Z","end":"2026-02-28T01:38:50.747353Z","steps":["trace[887961874] 'process raft request' (duration: 247.815273ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:50.747601Z","caller":"traceutil/trace.go:171","msg":"trace[321919424] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4750; }","duration":"155.681327ms","start":"2026-02-28T01:38:50.591634Z","end":"2026-02-28T01:38:50.747315Z","steps":["trace[321919424] 'read index received' (duration: 155.35705ms)","trace[321919424] 'applied index is now lower than readState.Index' (duration: 323.417µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:50.747602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.941343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:38:50.74767Z","caller":"traceutil/trace.go:171","msg":"trace[1886593333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4570; }","duration":"156.059196ms","start":"2026-02-28T01:38:50.591596Z","end":"2026-02-28T01:38:50.747655Z","steps":["trace[1886593333] 'agreement among raft nodes before linearized reading' (duration: 155.863612ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:54.004351Z","caller":"traceutil/trace.go:171","msg":"trace[217821579] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"127.682614ms","start":"2026-02-28T01:38:53.876643Z","end":"2026-02-28T01:38:54.004325Z","steps":["trace[217821579] 'process raft request' (duration: 119.148638ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:57.144611Z","caller":"traceutil/trace.go:171","msg":"trace[339492850] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"194.588485ms","start":"2026-02-28T01:38:56.950009Z","end":"2026-02-28T01:38:57.144598Z","steps":["trace[339492850] 'process raft request' (duration: 176.776674ms)","trace[339492850] 'compare' (duration: 17.474874ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:57.431683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.013775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:38:57.431959Z","caller":"traceutil/trace.go:171","msg":"trace[1346546625] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"230.774457ms","start":"2026-02-28T01:38:57.201166Z","end":"2026-02-28T01:38:57.43194Z","steps":["trace[1346546625] 'process raft request' (duration: 230.688565ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:57.432123Z","caller":"traceutil/trace.go:171","msg":"trace[1386547865] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"231.456073ms","start":"2026-02-28T01:38:57.200639Z","end":"2026-02-28T01:38:57.432095Z","steps":["trace[1386547865] 'process raft request' (duration: 50.948657ms)","trace[1386547865] 'compare' (duration: 179.870562ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:38:57.432253Z","caller":"traceutil/trace.go:171","msg":"trace[607519769] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"231.092495ms","start":"2026-02-28T01:38:57.201146Z","end":"2026-02-28T01:38:57.432238Z","steps":["trace[607519769] 'process raft request' (duration: 230.632855ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:57.432422Z","caller":"traceutil/trace.go:171","msg":"trace[1909033703] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"231.060343ms","start":"2026-02-28T01:38:57.201351Z","end":"2026-02-28T01:38:57.432412Z","steps":["trace[1909033703] 'process raft request' (duration: 230.543442ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:57.432824Z","caller":"traceutil/trace.go:171","msg":"trace[191250996] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"211.576397ms","start":"2026-02-28T01:38:57.221234Z","end":"2026-02-28T01:38:57.432811Z","steps":["trace[191250996] 'process raft request' (duration: 211.105766ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:57.432859Z","caller":"traceutil/trace.go:171","msg":"trace[1118021835] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4871; }","duration":"194.35193ms","start":"2026-02-28T01:38:57.238484Z","end":"2026-02-28T01:38:57.432836Z","steps":["trace[1118021835] 'read index received' (duration: 13.129548ms)","trace[1118021835] 'applied index is now lower than readState.Index' (duration: 181.220922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:57.433151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.657997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-02-28T01:38:57.433188Z","caller":"traceutil/trace.go:171","msg":"trace[1204824567] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4694; }","duration":"194.720208ms","start":"2026-02-28T01:38:57.238457Z","end":"2026-02-28T01:38:57.433177Z","steps":["trace[1204824567] 'agreement among raft nodes before linearized reading' (duration: 194.463452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:38:59.370558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.459261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:38:59.370983Z","caller":"traceutil/trace.go:171","msg":"trace[618885543] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"222.340863ms","start":"2026-02-28T01:38:59.148612Z","end":"2026-02-28T01:38:59.370953Z","steps":["trace[618885543] 'process raft request' (duration: 222.096738ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:59.371031Z","caller":"traceutil/trace.go:171","msg":"trace[434155368] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"274.582858ms","start":"2026-02-28T01:38:59.096413Z","end":"2026-02-28T01:38:59.370995Z","steps":["trace[434155368] 'process raft request' (duration: 48.580305ms)","trace[434155368] 'compare' (duration: 225.265217ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:07.483523Z","caller":"traceutil/trace.go:171","msg":"trace[961653782] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"308.669695ms","start":"2026-02-28T01:39:07.174826Z","end":"2026-02-28T01:39:07.483495Z","steps":["trace[961653782] 'read index received' (duration: 308.627544ms)","trace[961653782] 'applied index is now lower than readState.Index' (duration: 41.071µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:07.483578Z","caller":"traceutil/trace.go:171","msg":"trace[1458726148] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"309.101134ms","start":"2026-02-28T01:39:07.174426Z","end":"2026-02-28T01:39:07.483527Z","steps":["trace[1458726148] 'process raft request' (duration: 308.90034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:07.483741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:07.174405Z","time spent":"309.243937ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:07.483847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.011972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c475e9a-1adc-4fe8-902b-39ff97271641\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-28T01:39:07.483894Z","caller":"traceutil/trace.go:171","msg":"trace[1215810955] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c475e9a-1adc-4fe8-902b-39ff97271641; range_end:; response_count:1; response_revision:4884; }","duration":"309.120355ms","start":"2026-02-28T01:39:07.174759Z","end":"2026-02-28T01:39:07.483879Z","steps":["trace[1215810955] 'agreement among raft nodes before linearized reading' (duration: 308.89064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:07.483936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:07.174732Z","time spent":"309.195106ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1c475e9a-1adc-4fe8-902b-39ff97271641\" "} {"level":"info","ts":"2026-02-28T01:39:07.506515Z","caller":"traceutil/trace.go:171","msg":"trace[291533167] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"190.914485ms","start":"2026-02-28T01:39:07.315573Z","end":"2026-02-28T01:39:07.506488Z","steps":["trace[291533167] 'process raft request' (duration: 190.642508ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:07.506592Z","caller":"traceutil/trace.go:171","msg":"trace[928484546] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"107.088778ms","start":"2026-02-28T01:39:07.399466Z","end":"2026-02-28T01:39:07.506554Z","steps":["trace[928484546] 'process raft request' (duration: 106.923033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:07.506858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.49799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:39:07.506933Z","caller":"traceutil/trace.go:171","msg":"trace[1970840676] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4886; }","duration":"312.790505ms","start":"2026-02-28T01:39:07.194124Z","end":"2026-02-28T01:39:07.506914Z","steps":["trace[1970840676] 'agreement among raft nodes before linearized reading' (duration: 312.451328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:07.506979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:07.194108Z","time spent":"312.856457ms","remote":"127.0.0.1:43044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:39:10.365236Z","caller":"traceutil/trace.go:171","msg":"trace[754740310] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"151.760646ms","start":"2026-02-28T01:39:10.213453Z","end":"2026-02-28T01:39:10.365214Z","steps":["trace[754740310] 'process raft request' (duration: 151.584342ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:15.380721Z","caller":"traceutil/trace.go:171","msg":"trace[275245655] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"148.482674ms","start":"2026-02-28T01:39:15.232179Z","end":"2026-02-28T01:39:15.380661Z","steps":["trace[275245655] 'process raft request' (duration: 148.245579ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:15.676541Z","caller":"traceutil/trace.go:171","msg":"trace[2024287490] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"112.649518ms","start":"2026-02-28T01:39:15.563863Z","end":"2026-02-28T01:39:15.676513Z","steps":["trace[2024287490] 'process raft request' (duration: 112.440804ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:20.843057Z","caller":"traceutil/trace.go:171","msg":"trace[185566100] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5277; }","duration":"486.465861ms","start":"2026-02-28T01:39:20.356559Z","end":"2026-02-28T01:39:20.843025Z","steps":["trace[185566100] 'read index received' (duration: 486.250067ms)","trace[185566100] 'applied index is now lower than readState.Index' (duration: 214.054µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:20.843187Z","caller":"traceutil/trace.go:171","msg":"trace[1213421640] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"515.753914ms","start":"2026-02-28T01:39:20.327384Z","end":"2026-02-28T01:39:20.843138Z","steps":["trace[1213421640] 'process raft request' (duration: 515.398296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:20.843516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.917551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-28T01:39:20.843629Z","caller":"traceutil/trace.go:171","msg":"trace[1308281911] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5085; }","duration":"487.057774ms","start":"2026-02-28T01:39:20.356552Z","end":"2026-02-28T01:39:20.84361Z","steps":["trace[1308281911] 'agreement among raft nodes before linearized reading' (duration: 486.613224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:20.843516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.327349Z","time spent":"515.999909ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17220,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:20.843772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.3565Z","time spent":"487.221268ms","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-28T01:39:21.343851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605793228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:39:21.676917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.941913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:39:21.677115Z","caller":"traceutil/trace.go:171","msg":"trace[1967142659] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"833.898386ms","start":"2026-02-28T01:39:20.84314Z","end":"2026-02-28T01:39:21.677039Z","steps":["trace[1967142659] 'read index received' (duration: 648.657786ms)","trace[1967142659] 'applied index is now lower than readState.Index' (duration: 185.23892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:21.677413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086287538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:39:21.677408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.257072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:39:21.677418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.511147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:39:21.677464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.939228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3cdc448e-38ce-49cf-a7d9-3d485d340bae\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-28T01:39:21.677454Z","caller":"traceutil/trace.go:171","msg":"trace[1581786747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"1.086379019s","start":"2026-02-28T01:39:20.591063Z","end":"2026-02-28T01:39:21.677442Z","steps":["trace[1581786747] 'agreement among raft nodes before linearized reading' (duration: 1.086215476s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:21.677486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.440927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-02-28T01:39:21.677503Z","caller":"traceutil/trace.go:171","msg":"trace[962371610] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5086; }","duration":"953.422115ms","start":"2026-02-28T01:39:20.724058Z","end":"2026-02-28T01:39:21.677481Z","steps":["trace[962371610] 'agreement among raft nodes before linearized reading' (duration: 953.201431ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.677537Z","caller":"traceutil/trace.go:171","msg":"trace[1417938243] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3cdc448e-38ce-49cf-a7d9-3d485d340bae; range_end:; response_count:1; response_revision:5086; }","duration":"829.046599ms","start":"2026-02-28T01:39:20.848467Z","end":"2026-02-28T01:39:21.677514Z","steps":["trace[1417938243] 'agreement among raft nodes before linearized reading' (duration: 828.835174ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.677546Z","caller":"traceutil/trace.go:171","msg":"trace[1795713424] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5086; }","duration":"354.555989ms","start":"2026-02-28T01:39:21.32297Z","end":"2026-02-28T01:39:21.677526Z","steps":["trace[1795713424] 'agreement among raft nodes before linearized reading' (duration: 354.339975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:21.677532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.591042Z","time spent":"1.086480531s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:39:21.677586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.848447Z","time spent":"829.129771ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3cdc448e-38ce-49cf-a7d9-3d485d340bae\" "} {"level":"warn","ts":"2026-02-28T01:39:21.677592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:21.322931Z","time spent":"354.653142ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17259,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-28T01:39:21.677531Z","caller":"traceutil/trace.go:171","msg":"trace[850220492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5086; }","duration":"118.688031ms","start":"2026-02-28T01:39:21.558816Z","end":"2026-02-28T01:39:21.677504Z","steps":["trace[850220492] 'agreement among raft nodes before linearized reading' (duration: 118.489957ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:21.677433Z","caller":"traceutil/trace.go:171","msg":"trace[1117995612] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"1.214639211s","start":"2026-02-28T01:39:20.462724Z","end":"2026-02-28T01:39:21.677363Z","steps":["trace[1117995612] 'process raft request' (duration: 1.029133276s)","trace[1117995612] 'compare' (duration: 184.740688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:21.677558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.724041Z","time spent":"953.505937ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:39:21.67772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187884984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-28T01:39:21.677861Z","caller":"traceutil/trace.go:171","msg":"trace[1629109198] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5086; }","duration":"1.188079929s","start":"2026-02-28T01:39:20.489743Z","end":"2026-02-28T01:39:21.677823Z","steps":["trace[1629109198] 'agreement among raft nodes before linearized reading' (duration: 1.187594318s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:21.677923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.489724Z","time spent":"1.188184421s","remote":"127.0.0.1:38528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-28T01:39:21.678561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:20.462683Z","time spent":"1.214991588s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:21.884974Z","caller":"traceutil/trace.go:171","msg":"trace[1992178131] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"115.065031ms","start":"2026-02-28T01:39:21.76988Z","end":"2026-02-28T01:39:21.884945Z","steps":["trace[1992178131] 'process raft request' (duration: 48.908882ms)","trace[1992178131] 'compare' (duration: 65.952855ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:22.09716Z","caller":"traceutil/trace.go:171","msg":"trace[752206080] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5284; }","duration":"133.619309ms","start":"2026-02-28T01:39:21.963501Z","end":"2026-02-28T01:39:22.097121Z","steps":["trace[752206080] 'read index received' (duration: 79.053832ms)","trace[752206080] 'applied index is now lower than readState.Index' (duration: 54.564617ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:22.097183Z","caller":"traceutil/trace.go:171","msg":"trace[1490920881] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"181.912647ms","start":"2026-02-28T01:39:21.915225Z","end":"2026-02-28T01:39:22.097137Z","steps":["trace[1490920881] 'process raft request' (duration: 127.31327ms)","trace[1490920881] 'compare' (duration: 54.376492ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:22.097286Z","caller":"traceutil/trace.go:171","msg":"trace[1490283399] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"129.404326ms","start":"2026-02-28T01:39:21.967859Z","end":"2026-02-28T01:39:22.097263Z","steps":["trace[1490283399] 'process raft request' (duration: 129.209552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.097371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.773962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:39:22.097414Z","caller":"traceutil/trace.go:171","msg":"trace[740398921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:5093; }","duration":"190.840943ms","start":"2026-02-28T01:39:21.906553Z","end":"2026-02-28T01:39:22.097394Z","steps":["trace[740398921] 'agreement among raft nodes before linearized reading' (duration: 190.612568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.097447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.580613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:39:22.097551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.12421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:39:22.097558Z","caller":"traceutil/trace.go:171","msg":"trace[1893117549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5093; }","duration":"198.733415ms","start":"2026-02-28T01:39:21.898797Z","end":"2026-02-28T01:39:22.097531Z","steps":["trace[1893117549] 'agreement among raft nodes before linearized reading' (duration: 198.424549ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:22.097612Z","caller":"traceutil/trace.go:171","msg":"trace[821759808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5093; }","duration":"171.224893ms","start":"2026-02-28T01:39:21.926371Z","end":"2026-02-28T01:39:22.097596Z","steps":["trace[821759808] 'agreement among raft nodes before linearized reading' (duration: 170.827304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.097593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.627704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:39:22.097703Z","caller":"traceutil/trace.go:171","msg":"trace[287828309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5093; }","duration":"198.759216ms","start":"2026-02-28T01:39:21.898898Z","end":"2026-02-28T01:39:22.097657Z","steps":["trace[287828309] 'agreement among raft nodes before linearized reading' (duration: 198.311957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:22.422882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.70762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:22.423002Z","caller":"traceutil/trace.go:171","msg":"trace[37967190] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5095; }","duration":"222.912295ms","start":"2026-02-28T01:39:22.200063Z","end":"2026-02-28T01:39:22.422976Z","steps":["trace[37967190] 'range keys from in-memory index tree' (duration: 222.607038ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:08.531574Z","caller":"traceutil/trace.go:171","msg":"trace[561861163] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"139.800864ms","start":"2026-02-28T01:40:08.391712Z","end":"2026-02-28T01:40:08.531513Z","steps":["trace[561861163] 'read index received' (duration: 139.634129ms)","trace[561861163] 'applied index is now lower than readState.Index' (duration: 164.725µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:08.531655Z","caller":"traceutil/trace.go:171","msg":"trace[160359704] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"185.052005ms","start":"2026-02-28T01:40:08.346565Z","end":"2026-02-28T01:40:08.531617Z","steps":["trace[160359704] 'process raft request' (duration: 184.767848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:08.532066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.540817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:40:08.532132Z","caller":"traceutil/trace.go:171","msg":"trace[391014537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:5450; }","duration":"138.706031ms","start":"2026-02-28T01:40:08.393406Z","end":"2026-02-28T01:40:08.532112Z","steps":["trace[391014537] 'agreement among raft nodes before linearized reading' (duration: 138.315452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:08.53227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.805237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:40:08.532129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.315416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:40:08.532357Z","caller":"traceutil/trace.go:171","msg":"trace[1454050414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5450; }","duration":"135.905079ms","start":"2026-02-28T01:40:08.396432Z","end":"2026-02-28T01:40:08.532337Z","steps":["trace[1454050414] 'agreement among raft nodes before linearized reading' (duration: 135.769097ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:08.53247Z","caller":"traceutil/trace.go:171","msg":"trace[1942588585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5450; }","duration":"140.649703ms","start":"2026-02-28T01:40:08.391699Z","end":"2026-02-28T01:40:08.532349Z","steps":["trace[1942588585] 'agreement among raft nodes before linearized reading' (duration: 139.991208ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:08.885778Z","caller":"traceutil/trace.go:171","msg":"trace[663729852] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"118.831714ms","start":"2026-02-28T01:40:08.766913Z","end":"2026-02-28T01:40:08.885745Z","steps":["trace[663729852] 'process raft request' (duration: 118.63796ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:10.2615Z","caller":"traceutil/trace.go:171","msg":"trace[866904687] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"111.489924ms","start":"2026-02-28T01:40:10.149981Z","end":"2026-02-28T01:40:10.261471Z","steps":["trace[866904687] 'read index received' (duration: 12.405833ms)","trace[866904687] 'applied index is now lower than readState.Index' (duration: 99.081851ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:10.261615Z","caller":"traceutil/trace.go:171","msg":"trace[926194071] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"224.138963ms","start":"2026-02-28T01:40:10.037417Z","end":"2026-02-28T01:40:10.261556Z","steps":["trace[926194071] 'process raft request' (duration: 125.050922ms)","trace[926194071] 'compare' (duration: 98.719533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:10.261905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:40:10.262006Z","caller":"traceutil/trace.go:171","msg":"trace[1320230028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5458; }","duration":"112.060446ms","start":"2026-02-28T01:40:10.149901Z","end":"2026-02-28T01:40:10.261961Z","steps":["trace[1320230028] 'agreement among raft nodes before linearized reading' (duration: 111.736379ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:15.440093Z","caller":"traceutil/trace.go:171","msg":"trace[761559243] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"115.276787ms","start":"2026-02-28T01:40:15.324774Z","end":"2026-02-28T01:40:15.440051Z","steps":["trace[761559243] 'process raft request' (duration: 115.007611ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.0508Z","caller":"traceutil/trace.go:171","msg":"trace[1269352902] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"154.425896ms","start":"2026-02-28T01:40:17.896346Z","end":"2026-02-28T01:40:18.050772Z","steps":["trace[1269352902] 'process raft request' (duration: 154.249332ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:18.203519Z","caller":"traceutil/trace.go:171","msg":"trace[2058417482] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"185.776651ms","start":"2026-02-28T01:40:18.017693Z","end":"2026-02-28T01:40:18.203469Z","steps":["trace[2058417482] 'process raft request' (duration: 130.639462ms)","trace[2058417482] 'compare' (duration: 55.006816ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.4807Z","caller":"traceutil/trace.go:171","msg":"trace[565294920] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"271.722085ms","start":"2026-02-28T01:40:20.208924Z","end":"2026-02-28T01:40:20.480646Z","steps":["trace[565294920] 'process raft request' (duration: 194.40341ms)","trace[565294920] 'compare' (duration: 77.10964ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.548925Z","caller":"traceutil/trace.go:171","msg":"trace[315918451] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"254.414225ms","start":"2026-02-28T01:40:20.294474Z","end":"2026-02-28T01:40:20.548888Z","steps":["trace[315918451] 'process raft request' (duration: 254.214951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.549134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.171302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:20.549369Z","caller":"traceutil/trace.go:171","msg":"trace[311512510] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5529; }","duration":"229.448359ms","start":"2026-02-28T01:40:20.319895Z","end":"2026-02-28T01:40:20.549344Z","steps":["trace[311512510] 'agreement among raft nodes before linearized reading' (duration: 229.07411ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.549565Z","caller":"traceutil/trace.go:171","msg":"trace[1662602716] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5734; }","duration":"228.912446ms","start":"2026-02-28T01:40:20.319942Z","end":"2026-02-28T01:40:20.548854Z","steps":["trace[1662602716] 'read index received' (duration: 83.466239ms)","trace[1662602716] 'applied index is now lower than readState.Index' (duration: 145.443607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:20.549979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.045043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:40:20.549994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.438996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:40:20.550182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.340944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:40:20.550276Z","caller":"traceutil/trace.go:171","msg":"trace[1810982275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5529; }","duration":"212.777604ms","start":"2026-02-28T01:40:20.337481Z","end":"2026-02-28T01:40:20.550259Z","steps":["trace[1810982275] 'agreement among raft nodes before linearized reading' (duration: 212.388325ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.550293Z","caller":"traceutil/trace.go:171","msg":"trace[1899731225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5529; }","duration":"134.530369ms","start":"2026-02-28T01:40:20.415739Z","end":"2026-02-28T01:40:20.550269Z","steps":["trace[1899731225] 'agreement among raft nodes before linearized reading' (duration: 134.150811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.550216Z","caller":"traceutil/trace.go:171","msg":"trace[1361846544] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5529; }","duration":"142.324739ms","start":"2026-02-28T01:40:20.407868Z","end":"2026-02-28T01:40:20.550193Z","steps":["trace[1361846544] 'agreement among raft nodes before linearized reading' (duration: 142.046393ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:24.920283Z","caller":"traceutil/trace.go:171","msg":"trace[140584737] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"142.442032ms","start":"2026-02-28T01:40:24.77781Z","end":"2026-02-28T01:40:24.920252Z","steps":["trace[140584737] 'process raft request' (duration: 142.176616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:25.191876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.851759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:40:38.953485Z","caller":"traceutil/trace.go:171","msg":"trace[2101953836] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5858; }","duration":"168.045003ms","start":"2026-02-28T01:40:38.785405Z","end":"2026-02-28T01:40:38.95345Z","steps":["trace[2101953836] 'read index received' (duration: 167.676315ms)","trace[2101953836] 'applied index is now lower than readState.Index' (duration: 366.998µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:38.953584Z","caller":"traceutil/trace.go:171","msg":"trace[1185717457] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"171.315485ms","start":"2026-02-28T01:40:38.782236Z","end":"2026-02-28T01:40:38.953551Z","steps":["trace[1185717457] 'process raft request' (duration: 170.981618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:38.953767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.450968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:40:38.953827Z","caller":"traceutil/trace.go:171","msg":"trace[2140478626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5649; }","duration":"124.547259ms","start":"2026-02-28T01:40:38.829255Z","end":"2026-02-28T01:40:38.953802Z","steps":["trace[2140478626] 'agreement among raft nodes before linearized reading' (duration: 124.372235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:38.954524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.027265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:117077"} {"level":"info","ts":"2026-02-28T01:40:38.954736Z","caller":"traceutil/trace.go:171","msg":"trace[1468541195] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:5649; }","duration":"169.333322ms","start":"2026-02-28T01:40:38.785379Z","end":"2026-02-28T01:40:38.954712Z","steps":["trace[1468541195] 'agreement among raft nodes before linearized reading' (duration: 168.209757ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:46.716432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2750} {"level":"info","ts":"2026-02-28T01:40:46.848304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2750,"took":"129.852565ms","hash":3988954222,"current-db-size-bytes":41414656,"current-db-size":"41 MB","current-db-size-in-use-bytes":30961664,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-28T01:40:46.848611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3988954222,"revision":2750,"compact-revision":-1} {"level":"info","ts":"2026-02-28T01:41:31.173361Z","caller":"traceutil/trace.go:171","msg":"trace[1864742116] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"113.557725ms","start":"2026-02-28T01:41:31.059772Z","end":"2026-02-28T01:41:31.17333Z","steps":["trace[1864742116] 'process raft request' (duration: 113.335181ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:42:47.938313Z","caller":"traceutil/trace.go:171","msg":"trace[846940302] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"164.805579ms","start":"2026-02-28T01:42:47.773478Z","end":"2026-02-28T01:42:47.938283Z","steps":["trace[846940302] 'process raft request' (duration: 164.669866ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:42:47.951814Z","caller":"traceutil/trace.go:171","msg":"trace[271181909] linearizableReadLoop","detail":"{readStateIndex:6638; appliedIndex:6636; }","duration":"177.17846ms","start":"2026-02-28T01:42:47.77461Z","end":"2026-02-28T01:42:47.951789Z","steps":["trace[271181909] 'read index received' (duration: 163.886559ms)","trace[271181909] 'applied index is now lower than readState.Index' (duration: 13.290621ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:42:47.951868Z","caller":"traceutil/trace.go:171","msg":"trace[315547527] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"178.016879ms","start":"2026-02-28T01:42:47.773825Z","end":"2026-02-28T01:42:47.951842Z","steps":["trace[315547527] 'process raft request' (duration: 177.884036ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:42:47.951912Z","caller":"traceutil/trace.go:171","msg":"trace[1672284717] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"176.128227ms","start":"2026-02-28T01:42:47.775744Z","end":"2026-02-28T01:42:47.951872Z","steps":["trace[1672284717] 'process raft request' (duration: 176.007354ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:42:47.951965Z","caller":"traceutil/trace.go:171","msg":"trace[240383700] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"178.319606ms","start":"2026-02-28T01:42:47.773617Z","end":"2026-02-28T01:42:47.951937Z","steps":["trace[240383700] 'process raft request' (duration: 177.872725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:42:47.952033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.403176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:42:47.952068Z","caller":"traceutil/trace.go:171","msg":"trace[1937217592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:6397; }","duration":"177.480368ms","start":"2026-02-28T01:42:47.774578Z","end":"2026-02-28T01:42:47.952058Z","steps":["trace[1937217592] 'agreement among raft nodes before linearized reading' (duration: 177.311765ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:24.219779Z","caller":"traceutil/trace.go:171","msg":"trace[1938247412] linearizableReadLoop","detail":"{readStateIndex:6988; appliedIndex:6987; }","duration":"104.532212ms","start":"2026-02-28T01:43:24.115209Z","end":"2026-02-28T01:43:24.219741Z","steps":["trace[1938247412] 'read index received' (duration: 104.187994ms)","trace[1938247412] 'applied index is now lower than readState.Index' (duration: 343.018µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:43:24.219835Z","caller":"traceutil/trace.go:171","msg":"trace[1456518577] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"105.486823ms","start":"2026-02-28T01:43:24.114305Z","end":"2026-02-28T01:43:24.219792Z","steps":["trace[1456518577] 'process raft request' (duration: 105.181226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:43:24.220109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.851588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:43:24.220221Z","caller":"traceutil/trace.go:171","msg":"trace[890598094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6736; }","duration":"105.042382ms","start":"2026-02-28T01:43:24.115157Z","end":"2026-02-28T01:43:24.220199Z","steps":["trace[890598094] 'agreement among raft nodes before linearized reading' (duration: 104.718965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:43:24.220147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.424203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:43:24.220341Z","caller":"traceutil/trace.go:171","msg":"trace[853318692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6736; }","duration":"101.657348ms","start":"2026-02-28T01:43:24.118646Z","end":"2026-02-28T01:43:24.220303Z","steps":["trace[853318692] 'agreement among raft nodes before linearized reading' (duration: 101.31303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:43:24.220418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.29418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:43:24.220549Z","caller":"traceutil/trace.go:171","msg":"trace[115706464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6736; }","duration":"101.445263ms","start":"2026-02-28T01:43:24.119072Z","end":"2026-02-28T01:43:24.220517Z","steps":["trace[115706464] 'agreement among raft nodes before linearized reading' (duration: 101.077435ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:25.710654Z","caller":"traceutil/trace.go:171","msg":"trace[312336641] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"102.72197ms","start":"2026-02-28T01:43:25.607902Z","end":"2026-02-28T01:43:25.710624Z","steps":["trace[312336641] 'process raft request' (duration: 99.50501ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:30.348588Z","caller":"traceutil/trace.go:171","msg":"trace[2103734388] transaction","detail":"{read_only:false; response_revision:6775; number_of_response:1; }","duration":"105.312259ms","start":"2026-02-28T01:43:30.243248Z","end":"2026-02-28T01:43:30.34856Z","steps":["trace[2103734388] 'process raft request' (duration: 105.175956ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:30.549596Z","caller":"traceutil/trace.go:171","msg":"trace[882370225] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"191.724522ms","start":"2026-02-28T01:43:30.357842Z","end":"2026-02-28T01:43:30.549566Z","steps":["trace[882370225] 'process raft request' (duration: 113.075019ms)","trace[882370225] 'compare' (duration: 78.518649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:43:43.778978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.517818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:43:43.779083Z","caller":"traceutil/trace.go:171","msg":"trace[1467787798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6861; }","duration":"187.672932ms","start":"2026-02-28T01:43:43.591384Z","end":"2026-02-28T01:43:43.779057Z","steps":["trace[1467787798] 'range keys from in-memory index tree' (duration: 187.416337ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:44.641055Z","caller":"traceutil/trace.go:171","msg":"trace[1681004685] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"140.727129ms","start":"2026-02-28T01:43:44.500302Z","end":"2026-02-28T01:43:44.641029Z","steps":["trace[1681004685] 'process raft request' (duration: 113.99859ms)","trace[1681004685] 'compare' (duration: 26.492393ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:43:46.786621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.591612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:43:46.786714Z","caller":"traceutil/trace.go:171","msg":"trace[470063029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:6872; }","duration":"118.757985ms","start":"2026-02-28T01:43:46.667932Z","end":"2026-02-28T01:43:46.78669Z","steps":["trace[470063029] 'range keys from in-memory index tree' (duration: 118.350697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:43:46.786852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.311643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-28T01:43:46.786873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.06792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:43:46.786949Z","caller":"traceutil/trace.go:171","msg":"trace[2072093342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6872; }","duration":"122.461606ms","start":"2026-02-28T01:43:46.664465Z","end":"2026-02-28T01:43:46.786926Z","steps":["trace[2072093342] 'range keys from in-memory index tree' (duration: 122.1421ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:46.786996Z","caller":"traceutil/trace.go:171","msg":"trace[436092689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6872; }","duration":"133.249714ms","start":"2026-02-28T01:43:46.653719Z","end":"2026-02-28T01:43:46.786968Z","steps":["trace[436092689] 'range keys from in-memory index tree' (duration: 132.859846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:43:46.786873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.108027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:43:46.787206Z","caller":"traceutil/trace.go:171","msg":"trace[1237209607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6872; }","duration":"141.521276ms","start":"2026-02-28T01:43:46.645675Z","end":"2026-02-28T01:43:46.787196Z","steps":["trace[1237209607] 'range keys from in-memory index tree' (duration: 140.866872ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:46.995984Z","caller":"traceutil/trace.go:171","msg":"trace[101323528] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"203.755985ms","start":"2026-02-28T01:43:46.792176Z","end":"2026-02-28T01:43:46.995932Z","steps":["trace[101323528] 'process raft request' (duration: 203.473559ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:43:46.996069Z","caller":"traceutil/trace.go:171","msg":"trace[2094858315] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"203.314035ms","start":"2026-02-28T01:43:46.792711Z","end":"2026-02-28T01:43:46.996025Z","steps":["trace[2094858315] 'process raft request' (duration: 203.134071ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:20.521276Z","caller":"traceutil/trace.go:171","msg":"trace[1657571063] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"272.510998ms","start":"2026-02-28T01:45:20.248734Z","end":"2026-02-28T01:45:20.521245Z","steps":["trace[1657571063] 'process raft request' (duration: 272.286023ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:20.523518Z","caller":"traceutil/trace.go:171","msg":"trace[2116801786] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"212.937173ms","start":"2026-02-28T01:45:20.310561Z","end":"2026-02-28T01:45:20.523498Z","steps":["trace[2116801786] 'process raft request' (duration: 212.80491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.552442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605800048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:45:22.911099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457289165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:45:22.911212Z","caller":"traceutil/trace.go:171","msg":"trace[1084989591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7606; }","duration":"1.457462628s","start":"2026-02-28T01:45:21.453726Z","end":"2026-02-28T01:45:22.911188Z","steps":["trace[1084989591] 'range keys from in-memory index tree' (duration: 1.457101201s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.911265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:21.453715Z","time spent":"1.45753708s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:45:22.911415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451955666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:45:22.911489Z","caller":"traceutil/trace.go:171","msg":"trace[879224967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7606; }","duration":"1.45207633s","start":"2026-02-28T01:45:21.459395Z","end":"2026-02-28T01:45:22.911472Z","steps":["trace[879224967] 'range keys from in-memory index tree' (duration: 1.451808673s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.911529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:21.459391Z","time spent":"1.452129291s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:45:22.91172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.341508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:45:22.911921Z","caller":"traceutil/trace.go:171","msg":"trace[610560837] linearizableReadLoop","detail":"{readStateIndex:7890; appliedIndex:7888; }","duration":"860.384642ms","start":"2026-02-28T01:45:22.051521Z","end":"2026-02-28T01:45:22.911906Z","steps":["trace[610560837] 'read index received' (duration: 528.783509ms)","trace[610560837] 'applied index is now lower than readState.Index' (duration: 331.600243ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:22.912016Z","caller":"traceutil/trace.go:171","msg":"trace[1261372075] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"728.808116ms","start":"2026-02-28T01:45:22.183194Z","end":"2026-02-28T01:45:22.912002Z","steps":["trace[1261372075] 'process raft request' (duration: 728.625962ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:22.912005Z","caller":"traceutil/trace.go:171","msg":"trace[317923885] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"1.047547765s","start":"2026-02-28T01:45:21.864423Z","end":"2026-02-28T01:45:22.911971Z","steps":["trace[317923885] 'process raft request' (duration: 715.86758ms)","trace[317923885] 'compare' (duration: 330.680304ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:22.912079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.183176Z","time spent":"728.871477ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:22.912149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.538096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:45:22.912194Z","caller":"traceutil/trace.go:171","msg":"trace[1012286006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7608; }","duration":"362.623658ms","start":"2026-02-28T01:45:22.54956Z","end":"2026-02-28T01:45:22.912183Z","steps":["trace[1012286006] 'agreement among raft nodes before linearized reading' (duration: 362.486495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.912209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:21.864393Z","time spent":"1.047684299s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:22.912225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.549539Z","time spent":"362.67947ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:45:22.912352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.830452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:45:22.912383Z","caller":"traceutil/trace.go:171","msg":"trace[1053775621] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7608; }","duration":"860.900733ms","start":"2026-02-28T01:45:22.051475Z","end":"2026-02-28T01:45:22.912376Z","steps":["trace[1053775621] 'agreement among raft nodes before linearized reading' (duration: 860.840632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.912409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.051456Z","time spent":"860.947104ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:45:22.912677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.402787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:45:22.91269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.842138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:22.912712Z","caller":"traceutil/trace.go:171","msg":"trace[1305506226] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7608; }","duration":"114.460448ms","start":"2026-02-28T01:45:22.798244Z","end":"2026-02-28T01:45:22.912704Z","steps":["trace[1305506226] 'agreement among raft nodes before linearized reading' (duration: 114.359606ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:22.912747Z","caller":"traceutil/trace.go:171","msg":"trace[1953207688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7608; }","duration":"321.92459ms","start":"2026-02-28T01:45:22.590804Z","end":"2026-02-28T01:45:22.912729Z","steps":["trace[1953207688] 'agreement among raft nodes before linearized reading' (duration: 321.833548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:22.912799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.590789Z","time spent":"321.999121ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:45:22.913196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.907101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T01:45:22.913243Z","caller":"traceutil/trace.go:171","msg":"trace[1446820387] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7608; }","duration":"131.011324ms","start":"2026-02-28T01:45:22.78222Z","end":"2026-02-28T01:45:22.913231Z","steps":["trace[1446820387] 'agreement among raft nodes before linearized reading' (duration: 130.457952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:23.44447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.902379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:45:23.444583Z","caller":"traceutil/trace.go:171","msg":"trace[1711167073] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"527.908479ms","start":"2026-02-28T01:45:22.916655Z","end":"2026-02-28T01:45:23.444563Z","steps":["trace[1711167073] 'process raft request' (duration: 128.806525ms)","trace[1711167073] 'compare' (duration: 398.580502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:23.44464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.916643Z","time spent":"527.97095ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:23.447524Z","caller":"traceutil/trace.go:171","msg":"trace[1419017996] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"530.422184ms","start":"2026-02-28T01:45:22.917073Z","end":"2026-02-28T01:45:23.447495Z","steps":["trace[1419017996] 'process raft request' (duration: 530.23763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:23.447727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.917062Z","time spent":"530.583448ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:23.447745Z","caller":"traceutil/trace.go:171","msg":"trace[2131553304] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"530.587269ms","start":"2026-02-28T01:45:22.917128Z","end":"2026-02-28T01:45:23.447715Z","steps":["trace[2131553304] 'process raft request' (duration: 530.325292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:23.447997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:22.917109Z","time spent":"530.793733ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:23.448028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.501302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:45:23.448097Z","caller":"traceutil/trace.go:171","msg":"trace[1476692406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7611; }","duration":"408.617765ms","start":"2026-02-28T01:45:23.039462Z","end":"2026-02-28T01:45:23.44808Z","steps":["trace[1476692406] 'agreement among raft nodes before linearized reading' (duration: 408.420441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:23.448148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:23.039441Z","time spent":"408.697886ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:45:23.448173Z","caller":"traceutil/trace.go:171","msg":"trace[365732216] linearizableReadLoop","detail":"{readStateIndex:7893; appliedIndex:7890; }","duration":"408.140084ms","start":"2026-02-28T01:45:23.039508Z","end":"2026-02-28T01:45:23.447648Z","steps":["trace[365732216] 'read index received' (duration: 6.099315ms)","trace[365732216] 'applied index is now lower than readState.Index' (duration: 402.038619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:23.448803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.901675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:23.44888Z","caller":"traceutil/trace.go:171","msg":"trace[1496688686] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7612; }","duration":"339.028868ms","start":"2026-02-28T01:45:23.109833Z","end":"2026-02-28T01:45:23.448862Z","steps":["trace[1496688686] 'agreement among raft nodes before linearized reading' (duration: 338.883225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:23.44893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:23.109812Z","time spent":"339.104569ms","remote":"127.0.0.1:54742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:45:23.449043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.180146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:45:23.4491Z","caller":"traceutil/trace.go:171","msg":"trace[567573481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7612; }","duration":"183.277847ms","start":"2026-02-28T01:45:23.265809Z","end":"2026-02-28T01:45:23.449087Z","steps":["trace[567573481] 'agreement among raft nodes before linearized reading' (duration: 183.105903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:33.987614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605800245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:45:34.394953Z","caller":"traceutil/trace.go:171","msg":"trace[1996906931] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"914.124729ms","start":"2026-02-28T01:45:33.480795Z","end":"2026-02-28T01:45:34.394919Z","steps":["trace[1996906931] 'process raft request' (duration: 913.914784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.480766Z","time spent":"914.276541ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:34.395162Z","caller":"traceutil/trace.go:171","msg":"trace[1603644282] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7943; }","duration":"908.27433ms","start":"2026-02-28T01:45:33.48684Z","end":"2026-02-28T01:45:34.395114Z","steps":["trace[1603644282] 'read index received' (duration: 908.25918ms)","trace[1603644282] 'applied index is now lower than readState.Index' (duration: 7.82µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:34.395477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.281171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:45:34.395522Z","caller":"traceutil/trace.go:171","msg":"trace[1464010459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7659; }","duration":"908.405994ms","start":"2026-02-28T01:45:33.487104Z","end":"2026-02-28T01:45:34.39551Z","steps":["trace[1464010459] 'agreement among raft nodes before linearized reading' (duration: 908.187218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.411851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T01:45:34.39551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.672989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:45:34.395597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.793524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:45:34.395647Z","caller":"traceutil/trace.go:171","msg":"trace[475942688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7659; }","duration":"908.865743ms","start":"2026-02-28T01:45:33.486763Z","end":"2026-02-28T01:45:34.395628Z","steps":["trace[475942688] 'agreement among raft nodes before linearized reading' (duration: 908.578677ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.395645Z","caller":"traceutil/trace.go:171","msg":"trace[1244829004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7659; }","duration":"193.639448ms","start":"2026-02-28T01:45:34.201978Z","end":"2026-02-28T01:45:34.395617Z","steps":["trace[1244829004] 'agreement among raft nodes before linearized reading' (duration: 193.30953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.262491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:45:34.395685Z","caller":"traceutil/trace.go:171","msg":"trace[1150666382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7659; }","duration":"895.950578ms","start":"2026-02-28T01:45:33.499711Z","end":"2026-02-28T01:45:34.395661Z","steps":["trace[1150666382] 'agreement among raft nodes before linearized reading' (duration: 895.624101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.486735Z","time spent":"908.951705ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:45:34.395695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.128797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T01:45:34.395598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.487074Z","time spent":"908.515775ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:45:34.395687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.721839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-28T01:45:34.395699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.027348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:45:34.395752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.499698Z","time spent":"896.04458ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:45:34.395814Z","caller":"traceutil/trace.go:171","msg":"trace[1963280338] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7659; }","duration":"900.202782ms","start":"2026-02-28T01:45:33.495587Z","end":"2026-02-28T01:45:34.39579Z","steps":["trace[1963280338] 'agreement among raft nodes before linearized reading' (duration: 899.936276ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.395825Z","caller":"traceutil/trace.go:171","msg":"trace[1820684526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:7659; }","duration":"888.874672ms","start":"2026-02-28T01:45:33.506923Z","end":"2026-02-28T01:45:34.395798Z","steps":["trace[1820684526] 'agreement among raft nodes before linearized reading' (duration: 888.465433ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.395738Z","caller":"traceutil/trace.go:171","msg":"trace[1996326741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7659; }","duration":"903.191768ms","start":"2026-02-28T01:45:33.492539Z","end":"2026-02-28T01:45:34.39573Z","steps":["trace[1996326741] 'agreement among raft nodes before linearized reading' (duration: 903.084816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.495575Z","time spent":"900.283444ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:45:34.395733Z","caller":"traceutil/trace.go:171","msg":"trace[1260538076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7659; }","duration":"894.386074ms","start":"2026-02-28T01:45:33.501322Z","end":"2026-02-28T01:45:34.395708Z","steps":["trace[1260538076] 'agreement among raft nodes before linearized reading' (duration: 894.129828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.395891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.506885Z","time spent":"888.990385ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"warn","ts":"2026-02-28T01:45:34.395919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.492527Z","time spent":"903.376382ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:45:34.395928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:33.501296Z","time spent":"894.617048ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:45:34.587454Z","caller":"traceutil/trace.go:171","msg":"trace[1038490899] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7943; }","duration":"187.638484ms","start":"2026-02-28T01:45:34.399782Z","end":"2026-02-28T01:45:34.587421Z","steps":["trace[1038490899] 'read index received' (duration: 123.16813ms)","trace[1038490899] 'applied index is now lower than readState.Index' (duration: 64.468964ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:34.587622Z","caller":"traceutil/trace.go:171","msg":"trace[844280378] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"187.978111ms","start":"2026-02-28T01:45:34.399607Z","end":"2026-02-28T01:45:34.587586Z","steps":["trace[844280378] 'process raft request' (duration: 123.352444ms)","trace[844280378] 'compare' (duration: 64.270809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:34.587809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.993452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:45:34.587894Z","caller":"traceutil/trace.go:171","msg":"trace[1358178242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7660; }","duration":"188.138725ms","start":"2026-02-28T01:45:34.399735Z","end":"2026-02-28T01:45:34.587874Z","steps":["trace[1358178242] 'agreement among raft nodes before linearized reading' (duration: 187.870259ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.790875Z","caller":"traceutil/trace.go:171","msg":"trace[1328184480] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"390.002434ms","start":"2026-02-28T01:45:34.400842Z","end":"2026-02-28T01:45:34.790845Z","steps":["trace[1328184480] 'process raft request' (duration: 389.881512ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.790919Z","caller":"traceutil/trace.go:171","msg":"trace[120691915] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"390.044715ms","start":"2026-02-28T01:45:34.400842Z","end":"2026-02-28T01:45:34.790887Z","steps":["trace[120691915] 'process raft request' (duration: 315.243883ms)","trace[120691915] 'compare' (duration: 74.443685ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:34.791019Z","caller":"traceutil/trace.go:171","msg":"trace[1055387928] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7944; }","duration":"203.420993ms","start":"2026-02-28T01:45:34.587573Z","end":"2026-02-28T01:45:34.790994Z","steps":["trace[1055387928] 'read index received' (duration: 128.383775ms)","trace[1055387928] 'applied index is now lower than readState.Index' (duration: 75.035368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:34.791076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:34.400825Z","time spent":"390.158278ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:34.791089Z","caller":"traceutil/trace.go:171","msg":"trace[1441382535] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"390.201598ms","start":"2026-02-28T01:45:34.400861Z","end":"2026-02-28T01:45:34.791063Z","steps":["trace[1441382535] 'process raft request' (duration: 389.935742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.791113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.283814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:45:34.791179Z","caller":"traceutil/trace.go:171","msg":"trace[1446129715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7664; }","duration":"272.417776ms","start":"2026-02-28T01:45:34.518741Z","end":"2026-02-28T01:45:34.791159Z","steps":["trace[1446129715] 'agreement among raft nodes before linearized reading' (duration: 272.296274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.79112Z","caller":"traceutil/trace.go:171","msg":"trace[1196586924] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"390.101585ms","start":"2026-02-28T01:45:34.400943Z","end":"2026-02-28T01:45:34.791045Z","steps":["trace[1196586924] 'process raft request' (duration: 389.968002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.791227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:34.400837Z","time spent":"390.307611ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:34.791284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.448098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-02-28T01:45:34.791076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:34.400825Z","time spent":"390.148587ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:34.791346Z","caller":"traceutil/trace.go:171","msg":"trace[1139343265] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7664; }","duration":"200.593491ms","start":"2026-02-28T01:45:34.59074Z","end":"2026-02-28T01:45:34.791333Z","steps":["trace[1139343265] 'agreement among raft nodes before linearized reading' (duration: 200.411337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.791375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:34.400933Z","time spent":"390.32481ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:34.791405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.449405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:45:34.791457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.597034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224145"} {"level":"info","ts":"2026-02-28T01:45:34.791497Z","caller":"traceutil/trace.go:171","msg":"trace[905466401] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7664; }","duration":"389.700906ms","start":"2026-02-28T01:45:34.401785Z","end":"2026-02-28T01:45:34.791486Z","steps":["trace[905466401] 'agreement among raft nodes before linearized reading' (duration: 389.343549ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:34.79151Z","caller":"traceutil/trace.go:171","msg":"trace[1061643799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7664; }","duration":"199.622298ms","start":"2026-02-28T01:45:34.591861Z","end":"2026-02-28T01:45:34.791483Z","steps":["trace[1061643799] 'agreement among raft nodes before linearized reading' (duration: 199.397824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:34.79159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:34.40176Z","time spent":"389.763278ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224169,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T01:45:35.177306Z","caller":"traceutil/trace.go:171","msg":"trace[1460450946] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"187.198555ms","start":"2026-02-28T01:45:34.990073Z","end":"2026-02-28T01:45:35.177271Z","steps":["trace[1460450946] 'process raft request' (duration: 186.95864ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:35.653548Z","caller":"traceutil/trace.go:171","msg":"trace[858128468] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"117.413373ms","start":"2026-02-28T01:45:35.536108Z","end":"2026-02-28T01:45:35.653521Z","steps":["trace[858128468] 'process raft request' (duration: 117.202338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:36.759776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.448995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:45:36.759947Z","caller":"traceutil/trace.go:171","msg":"trace[917108071] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"1.007258126s","start":"2026-02-28T01:45:35.75266Z","end":"2026-02-28T01:45:36.759918Z","steps":["trace[917108071] 'process raft request' (duration: 773.128935ms)","trace[917108071] 'compare' (duration: 233.089818ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:36.759993Z","caller":"traceutil/trace.go:171","msg":"trace[1603160625] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"358.459756ms","start":"2026-02-28T01:45:36.401517Z","end":"2026-02-28T01:45:36.759977Z","steps":["trace[1603160625] 'process raft request' (duration: 358.359024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:36.760063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:36.401489Z","time spent":"358.539029ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:36.760048Z","caller":"traceutil/trace.go:171","msg":"trace[234986448] linearizableReadLoop","detail":"{readStateIndex:7953; appliedIndex:7952; }","duration":"662.746697ms","start":"2026-02-28T01:45:36.097275Z","end":"2026-02-28T01:45:36.760022Z","steps":["trace[234986448] 'read index received' (duration: 428.526964ms)","trace[234986448] 'applied index is now lower than readState.Index' (duration: 234.217643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:45:36.760097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:35.752632Z","time spent":"1.007375058s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:45:36.760243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.057821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:45:36.760227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.948262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:36.76029Z","caller":"traceutil/trace.go:171","msg":"trace[221345482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7669; }","duration":"168.164354ms","start":"2026-02-28T01:45:36.592115Z","end":"2026-02-28T01:45:36.760279Z","steps":["trace[221345482] 'agreement among raft nodes before linearized reading' (duration: 168.060942ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.760313Z","caller":"traceutil/trace.go:171","msg":"trace[276939358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7669; }","duration":"663.073824ms","start":"2026-02-28T01:45:36.097216Z","end":"2026-02-28T01:45:36.76029Z","steps":["trace[276939358] 'agreement among raft nodes before linearized reading' (duration: 662.919461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:36.760362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:36.097173Z","time spent":"663.181067ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:45:36.7603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.297135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:45:36.760398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.974217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:45:36.760454Z","caller":"traceutil/trace.go:171","msg":"trace[2040813110] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7669; }","duration":"272.494809ms","start":"2026-02-28T01:45:36.487904Z","end":"2026-02-28T01:45:36.760399Z","steps":["trace[2040813110] 'agreement among raft nodes before linearized reading' (duration: 272.267054ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.760489Z","caller":"traceutil/trace.go:171","msg":"trace[48773252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7669; }","duration":"166.11821ms","start":"2026-02-28T01:45:36.59435Z","end":"2026-02-28T01:45:36.760468Z","steps":["trace[48773252] 'agreement among raft nodes before linearized reading' (duration: 165.825534ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.932845Z","caller":"traceutil/trace.go:171","msg":"trace[1511795877] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"130.596514ms","start":"2026-02-28T01:45:36.80222Z","end":"2026-02-28T01:45:36.932817Z","steps":["trace[1511795877] 'process raft request' (duration: 130.341628ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.932845Z","caller":"traceutil/trace.go:171","msg":"trace[1796536739] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"130.586143ms","start":"2026-02-28T01:45:36.802237Z","end":"2026-02-28T01:45:36.932823Z","steps":["trace[1796536739] 'process raft request' (duration: 130.509671ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:36.932955Z","caller":"traceutil/trace.go:171","msg":"trace[1969955068] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7955; }","duration":"130.195345ms","start":"2026-02-28T01:45:36.802738Z","end":"2026-02-28T01:45:36.932933Z","steps":["trace[1969955068] 'read index received' (duration: 43.751686ms)","trace[1969955068] 'applied index is now lower than readState.Index' (duration: 86.441829ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:36.933032Z","caller":"traceutil/trace.go:171","msg":"trace[929326512] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"129.258614ms","start":"2026-02-28T01:45:36.803725Z","end":"2026-02-28T01:45:36.932984Z","steps":["trace[929326512] 'process raft request' (duration: 129.06215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:36.933374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.613414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224145"} {"level":"info","ts":"2026-02-28T01:45:36.933423Z","caller":"traceutil/trace.go:171","msg":"trace[1762020127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7674; }","duration":"130.689327ms","start":"2026-02-28T01:45:36.802722Z","end":"2026-02-28T01:45:36.933411Z","steps":["trace[1762020127] 'agreement among raft nodes before linearized reading' (duration: 130.278417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:37.156666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.55369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:45:37.156775Z","caller":"traceutil/trace.go:171","msg":"trace[479200128] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"161.926537ms","start":"2026-02-28T01:45:36.994828Z","end":"2026-02-28T01:45:37.156755Z","steps":["trace[479200128] 'process raft request' (duration: 52.171253ms)","trace[479200128] 'compare' (duration: 109.443757ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:38.87441Z","caller":"traceutil/trace.go:171","msg":"trace[2103445497] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"108.940577ms","start":"2026-02-28T01:45:38.765434Z","end":"2026-02-28T01:45:38.874375Z","steps":["trace[2103445497] 'process raft request' (duration: 108.650731ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:39.018782Z","caller":"traceutil/trace.go:171","msg":"trace[867749372] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"139.962241ms","start":"2026-02-28T01:45:38.878789Z","end":"2026-02-28T01:45:39.018751Z","steps":["trace[867749372] 'process raft request' (duration: 74.72491ms)","trace[867749372] 'compare' (duration: 65.038246ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:45:39.0188Z","caller":"traceutil/trace.go:171","msg":"trace[1646058886] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"139.565282ms","start":"2026-02-28T01:45:38.879214Z","end":"2026-02-28T01:45:39.018779Z","steps":["trace[1646058886] 'process raft request' (duration: 139.481581ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:39.52936Z","caller":"traceutil/trace.go:171","msg":"trace[1748909974] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"367.19613ms","start":"2026-02-28T01:45:39.162139Z","end":"2026-02-28T01:45:39.529336Z","steps":["trace[1748909974] 'process raft request' (duration: 367.030306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:39.529537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:39.162114Z","time spent":"367.325632ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:45:39.550571Z","caller":"traceutil/trace.go:171","msg":"trace[125626719] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"289.419853ms","start":"2026-02-28T01:45:39.261128Z","end":"2026-02-28T01:45:39.550548Z","steps":["trace[125626719] 'process raft request' (duration: 289.30501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:40.290959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.513581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:45:40.29109Z","caller":"traceutil/trace.go:171","msg":"trace[92441746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7684; }","duration":"350.665774ms","start":"2026-02-28T01:45:39.940405Z","end":"2026-02-28T01:45:40.291071Z","steps":["trace[92441746] 'range keys from in-memory index tree' (duration: 350.494351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:40.291221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.696081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:45:40.291272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.714799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:45:40.291312Z","caller":"traceutil/trace.go:171","msg":"trace[364407535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7684; }","duration":"698.795373ms","start":"2026-02-28T01:45:39.592499Z","end":"2026-02-28T01:45:40.291294Z","steps":["trace[364407535] 'range keys from in-memory index tree' (duration: 698.619809ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:45:40.291349Z","caller":"traceutil/trace.go:171","msg":"trace[1625191681] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7684; }","duration":"414.850332ms","start":"2026-02-28T01:45:39.876481Z","end":"2026-02-28T01:45:40.291332Z","steps":["trace[1625191681] 'range keys from in-memory index tree' (duration: 414.563146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:40.291396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:39.876461Z","time spent":"414.926794ms","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-28T01:45:40.291358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:39.592445Z","time spent":"698.900425ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:45:40.291578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.039416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:45:40.291646Z","caller":"traceutil/trace.go:171","msg":"trace[1462087069] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7684; }","duration":"650.187309ms","start":"2026-02-28T01:45:39.641439Z","end":"2026-02-28T01:45:40.291626Z","steps":["trace[1462087069] 'count revisions from in-memory index tree' (duration: 649.944265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:40.291785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:39.641393Z","time spent":"650.342443ms","remote":"127.0.0.1:42880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:45:40.291807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.554699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:45:40.291892Z","caller":"traceutil/trace.go:171","msg":"trace[895380418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7684; }","duration":"402.690653ms","start":"2026-02-28T01:45:39.889182Z","end":"2026-02-28T01:45:40.291873Z","steps":["trace[895380418] 'range keys from in-memory index tree' (duration: 402.361615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:45:40.291942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:45:39.889164Z","time spent":"402.768475ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T01:45:46.725493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5710} {"level":"info","ts":"2026-02-28T01:45:46.814109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5710,"took":"86.740136ms","hash":1368884952,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":23158784,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-28T01:45:46.814163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1368884952,"revision":5710,"compact-revision":2750} {"level":"warn","ts":"2026-02-28T01:46:07.652049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605800919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:08.153085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605800919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:08.373221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390664724s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:46:08.373757Z","caller":"traceutil/trace.go:171","msg":"trace[1506712496] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"1.391277097s","start":"2026-02-28T01:46:06.982436Z","end":"2026-02-28T01:46:08.373713Z","steps":["trace[1506712496] 'process raft request' (duration: 1.391053112s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.37398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:06.98241Z","time spent":"1.391452351s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:09.592299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000936502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T01:46:09.592565Z","caller":"traceutil/trace.go:171","msg":"trace[365455319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001124896s","start":"2026-02-28T01:46:07.591282Z","end":"2026-02-28T01:46:09.592407Z","steps":["trace[365455319] 'agreement among raft nodes before linearized reading' (duration: 2.000968933s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.592799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.591261Z","time spent":"2.001516134s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 01:46:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T01:46:09.844769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370430847s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:46:09.845395Z","caller":"traceutil/trace.go:171","msg":"trace[519851229] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8164; }","duration":"2.694596611s","start":"2026-02-28T01:46:07.150774Z","end":"2026-02-28T01:46:09.845371Z","steps":["trace[519851229] 'read index received' (duration: 1.222777586s)","trace[519851229] 'applied index is now lower than readState.Index' (duration: 1.471817735s)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:09.845482Z","caller":"traceutil/trace.go:171","msg":"trace[1890823310] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"2.17791308s","start":"2026-02-28T01:46:07.667513Z","end":"2026-02-28T01:46:09.845426Z","steps":["trace[1890823310] 'process raft request' (duration: 2.177763477s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.845512Z","caller":"traceutil/trace.go:171","msg":"trace[559469884] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"2.824152752s","start":"2026-02-28T01:46:07.021311Z","end":"2026-02-28T01:46:09.845464Z","steps":["trace[559469884] 'process raft request' (duration: 2.823793464s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.84559Z","caller":"traceutil/trace.go:171","msg":"trace[1522421670] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"2.166449216s","start":"2026-02-28T01:46:07.679071Z","end":"2026-02-28T01:46:09.84552Z","steps":["trace[1522421670] 'process raft request' (duration: 2.166254842s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.845675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689393356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:46:09.8457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.667494Z","time spent":"2.178064783s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:09.845726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.021276Z","time spent":"2.824330966s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:09.845721Z","caller":"traceutil/trace.go:171","msg":"trace[221552956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7874; }","duration":"2.689454127s","start":"2026-02-28T01:46:07.156253Z","end":"2026-02-28T01:46:09.845707Z","steps":["trace[221552956] 'agreement among raft nodes before linearized reading' (duration: 2.689287234s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.84581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686207766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:46:09.845826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.679055Z","time spent":"2.166656941s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:09.845864Z","caller":"traceutil/trace.go:171","msg":"trace[2130748177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7874; }","duration":"2.686260917s","start":"2026-02-28T01:46:07.159594Z","end":"2026-02-28T01:46:09.845855Z","steps":["trace[2130748177] 'agreement among raft nodes before linearized reading' (duration: 2.686148885s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.845871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.850764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:09.845849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.156199Z","time spent":"2.689621602s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:46:09.8459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.159525Z","time spent":"2.686367179s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:09.84589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656672393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-28T01:46:09.845792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889563701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:09.84597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686309129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:46:09.845993Z","caller":"traceutil/trace.go:171","msg":"trace[844968383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:7874; }","duration":"2.656794376s","start":"2026-02-28T01:46:07.189183Z","end":"2026-02-28T01:46:09.845977Z","steps":["trace[844968383] 'agreement among raft nodes before linearized reading' (duration: 2.656594182s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.845998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.465999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:46:09.845782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084776053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:09.846023Z","caller":"traceutil/trace.go:171","msg":"trace[11825504] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7874; }","duration":"1.88995576s","start":"2026-02-28T01:46:07.956048Z","end":"2026-02-28T01:46:09.846003Z","steps":["trace[11825504] 'agreement among raft nodes before linearized reading' (duration: 1.889558351s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.846036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.189173Z","time spent":"2.656855067s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"info","ts":"2026-02-28T01:46:09.846034Z","caller":"traceutil/trace.go:171","msg":"trace[847491034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7874; }","duration":"2.686413841s","start":"2026-02-28T01:46:07.159605Z","end":"2026-02-28T01:46:09.846018Z","steps":["trace[847491034] 'agreement among raft nodes before linearized reading' (duration: 2.686117755s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.846043Z","caller":"traceutil/trace.go:171","msg":"trace[1966692177] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7874; }","duration":"973.54742ms","start":"2026-02-28T01:46:08.872484Z","end":"2026-02-28T01:46:09.846031Z","steps":["trace[1966692177] 'agreement among raft nodes before linearized reading' (duration: 973.421588ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.846042Z","caller":"traceutil/trace.go:171","msg":"trace[1412727919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7874; }","duration":"252.965997ms","start":"2026-02-28T01:46:09.592936Z","end":"2026-02-28T01:46:09.845902Z","steps":["trace[1412727919] 'agreement among raft nodes before linearized reading' (duration: 252.911835ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.846061Z","caller":"traceutil/trace.go:171","msg":"trace[726188581] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7874; }","duration":"2.08511663s","start":"2026-02-28T01:46:07.76092Z","end":"2026-02-28T01:46:09.846037Z","steps":["trace[726188581] 'agreement among raft nodes before linearized reading' (duration: 2.084793503s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.846073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.159574Z","time spent":"2.686490372s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:09.846079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:08.872463Z","time spent":"973.608992ms","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:09.846076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.956022Z","time spent":"1.890039072s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:09.846083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694223957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:09.846097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.760893Z","time spent":"2.085193341s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:09.846122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.580005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:09.846133Z","caller":"traceutil/trace.go:171","msg":"trace[250500160] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7874; }","duration":"1.69430562s","start":"2026-02-28T01:46:08.15181Z","end":"2026-02-28T01:46:09.846115Z","steps":["trace[250500160] 'agreement among raft nodes before linearized reading' (duration: 1.694214018s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:09.846157Z","caller":"traceutil/trace.go:171","msg":"trace[266500934] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7874; }","duration":"145.648297ms","start":"2026-02-28T01:46:09.700497Z","end":"2026-02-28T01:46:09.846145Z","steps":["trace[266500934] 'agreement among raft nodes before linearized reading' (duration: 145.582625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.846177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:08.151789Z","time spent":"1.694377911s","remote":"127.0.0.1:38660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:09.846293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689370046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:46:09.846444Z","caller":"traceutil/trace.go:171","msg":"trace[628369320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7874; }","duration":"2.68956568s","start":"2026-02-28T01:46:07.156842Z","end":"2026-02-28T01:46:09.846407Z","steps":["trace[628369320] 'agreement among raft nodes before linearized reading' (duration: 2.689005648s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.846507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.156831Z","time spent":"2.689663832s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:09.846514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695725086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:46:09.846574Z","caller":"traceutil/trace.go:171","msg":"trace[273013269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7874; }","duration":"2.695830238s","start":"2026-02-28T01:46:07.150722Z","end":"2026-02-28T01:46:09.846552Z","steps":["trace[273013269] 'agreement among raft nodes before linearized reading' (duration: 2.694791395s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:09.846606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:07.150699Z","time spent":"2.69590008s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:46:10.070065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.59468ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:10.070193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.962618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:10.070419Z","caller":"traceutil/trace.go:171","msg":"trace[580480238] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"219.082228ms","start":"2026-02-28T01:46:09.851316Z","end":"2026-02-28T01:46:10.070398Z","steps":["trace[580480238] 'process raft request' (duration: 60.840744ms)","trace[580480238] 'compare' (duration: 157.781454ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:10.070379Z","caller":"traceutil/trace.go:171","msg":"trace[1268734002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7874; }","duration":"128.888526ms","start":"2026-02-28T01:46:09.941415Z","end":"2026-02-28T01:46:10.070303Z","steps":["trace[1268734002] 'range keys from in-memory index tree' (duration: 128.572089ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105022Z","caller":"traceutil/trace.go:171","msg":"trace[302659046] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"253.389377ms","start":"2026-02-28T01:46:09.851589Z","end":"2026-02-28T01:46:10.104978Z","steps":["trace[302659046] 'process raft request' (duration: 253.013068ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105042Z","caller":"traceutil/trace.go:171","msg":"trace[511052778] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"252.990718ms","start":"2026-02-28T01:46:09.852004Z","end":"2026-02-28T01:46:10.104994Z","steps":["trace[511052778] 'process raft request' (duration: 252.874105ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105504Z","caller":"traceutil/trace.go:171","msg":"trace[62299574] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"253.391457ms","start":"2026-02-28T01:46:09.852074Z","end":"2026-02-28T01:46:10.105465Z","steps":["trace[62299574] 'process raft request' (duration: 252.852665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105562Z","caller":"traceutil/trace.go:171","msg":"trace[2138975244] linearizableReadLoop","detail":"{readStateIndex:8170; appliedIndex:8168; }","duration":"253.918669ms","start":"2026-02-28T01:46:09.851607Z","end":"2026-02-28T01:46:10.105525Z","steps":["trace[2138975244] 'read index received' (duration: 60.563308ms)","trace[2138975244] 'applied index is now lower than readState.Index' (duration: 193.354091ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:10.105569Z","caller":"traceutil/trace.go:171","msg":"trace[1743331890] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"253.393687ms","start":"2026-02-28T01:46:09.85215Z","end":"2026-02-28T01:46:10.105544Z","steps":["trace[1743331890] 'process raft request' (duration: 253.269744ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105671Z","caller":"traceutil/trace.go:171","msg":"trace[1719483640] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"253.430718ms","start":"2026-02-28T01:46:09.852098Z","end":"2026-02-28T01:46:10.105528Z","steps":["trace[1719483640] 'process raft request' (duration: 253.196722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.105809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.532395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.105852Z","caller":"traceutil/trace.go:171","msg":"trace[156619211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7880; }","duration":"251.619827ms","start":"2026-02-28T01:46:09.85422Z","end":"2026-02-28T01:46:10.10584Z","steps":["trace[156619211] 'agreement among raft nodes before linearized reading' (duration: 251.513965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.105908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.860114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-28T01:46:10.10593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.301437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228876"} {"level":"info","ts":"2026-02-28T01:46:10.105967Z","caller":"traceutil/trace.go:171","msg":"trace[1841038975] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7880; }","duration":"228.961057ms","start":"2026-02-28T01:46:09.876986Z","end":"2026-02-28T01:46:10.105947Z","steps":["trace[1841038975] 'agreement among raft nodes before linearized reading' (duration: 228.761042ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.105986Z","caller":"traceutil/trace.go:171","msg":"trace[1141658069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7880; }","duration":"254.410599ms","start":"2026-02-28T01:46:09.851563Z","end":"2026-02-28T01:46:10.105973Z","steps":["trace[1141658069] 'agreement among raft nodes before linearized reading' (duration: 253.99028ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:10.829566Z","caller":"traceutil/trace.go:171","msg":"trace[180190070] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8176; }","duration":"237.061575ms","start":"2026-02-28T01:46:10.592484Z","end":"2026-02-28T01:46:10.829545Z","steps":["trace[180190070] 'read index received' (duration: 236.8292ms)","trace[180190070] 'applied index is now lower than readState.Index' (duration: 231.405µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:10.82965Z","caller":"traceutil/trace.go:171","msg":"trace[394201312] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"450.178961ms","start":"2026-02-28T01:46:10.379436Z","end":"2026-02-28T01:46:10.829615Z","steps":["trace[394201312] 'process raft request' (duration: 449.967037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.829707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.218198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:10.829739Z","caller":"traceutil/trace.go:171","msg":"trace[1826013532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7882; }","duration":"237.30923ms","start":"2026-02-28T01:46:10.59242Z","end":"2026-02-28T01:46:10.829729Z","steps":["trace[1826013532] 'agreement among raft nodes before linearized reading' (duration: 237.244628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:10.829802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.379401Z","time spent":"450.321845ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:11.437063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.058665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:11.437145Z","caller":"traceutil/trace.go:171","msg":"trace[58163052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7882; }","duration":"539.186388ms","start":"2026-02-28T01:46:10.89794Z","end":"2026-02-28T01:46:11.437126Z","steps":["trace[58163052] 'range keys from in-memory index tree' (duration: 538.918691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:11.437184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:10.897921Z","time spent":"539.254619ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T01:46:11.497151Z","caller":"traceutil/trace.go:171","msg":"trace[1368867158] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8177; }","duration":"171.57838ms","start":"2026-02-28T01:46:11.325551Z","end":"2026-02-28T01:46:11.49713Z","steps":["trace[1368867158] 'read index received' (duration: 171.445337ms)","trace[1368867158] 'applied index is now lower than readState.Index' (duration: 132.033µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:11.497209Z","caller":"traceutil/trace.go:171","msg":"trace[39388508] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"263.317125ms","start":"2026-02-28T01:46:11.23386Z","end":"2026-02-28T01:46:11.497177Z","steps":["trace[39388508] 'process raft request' (duration: 263.134851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:11.497358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.796045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-788968b668-9t9w6.189845b8521b511f\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-28T01:46:11.497394Z","caller":"traceutil/trace.go:171","msg":"trace[1670959332] range","detail":"{range_begin:/registry/events/openstack/barbican-api-788968b668-9t9w6.189845b8521b511f; range_end:; response_count:1; response_revision:7883; }","duration":"171.884667ms","start":"2026-02-28T01:46:11.3255Z","end":"2026-02-28T01:46:11.497384Z","steps":["trace[1670959332] 'agreement among raft nodes before linearized reading' (duration: 171.747134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:11.497403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.89502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:11.497532Z","caller":"traceutil/trace.go:171","msg":"trace[428557360] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7883; }","duration":"164.068714ms","start":"2026-02-28T01:46:11.333445Z","end":"2026-02-28T01:46:11.497513Z","steps":["trace[428557360] 'agreement among raft nodes before linearized reading' (duration: 163.90123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:12.725393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.819288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:12.725496Z","caller":"traceutil/trace.go:171","msg":"trace[1513246325] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8178; }","duration":"1.224309969s","start":"2026-02-28T01:46:11.50117Z","end":"2026-02-28T01:46:12.72548Z","steps":["trace[1513246325] 'read index received' (duration: 398.318637ms)","trace[1513246325] 'applied index is now lower than readState.Index' (duration: 825.990262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:12.725653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224480253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:46:12.725694Z","caller":"traceutil/trace.go:171","msg":"trace[590149276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7884; }","duration":"1.224552205s","start":"2026-02-28T01:46:11.501132Z","end":"2026-02-28T01:46:12.725684Z","steps":["trace[590149276] 'agreement among raft nodes before linearized reading' (duration: 1.224414742s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:12.725726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:11.501116Z","time spent":"1.224602686s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T01:46:12.725549Z","caller":"traceutil/trace.go:171","msg":"trace[1072702447] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"1.225869533s","start":"2026-02-28T01:46:11.499636Z","end":"2026-02-28T01:46:12.725505Z","steps":["trace[1072702447] 'process raft request' (duration: 399.8461ms)","trace[1072702447] 'compare' (duration: 825.005271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:12.725968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:11.49962Z","time spent":"1.226258862s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:13.59329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T01:46:13.593411Z","caller":"traceutil/trace.go:171","msg":"trace[18879147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978631s","start":"2026-02-28T01:46:11.593405Z","end":"2026-02-28T01:46:13.593384Z","steps":["trace[18879147] 'agreement among raft nodes before linearized reading' (duration: 1.999832888s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:13.59348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:11.593343Z","time spent":"2.000119874s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 01:46:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T01:46:13.603652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.711596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:13.603735Z","caller":"traceutil/trace.go:171","msg":"trace[540363343] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"1.750356357s","start":"2026-02-28T01:46:11.853371Z","end":"2026-02-28T01:46:13.603727Z","steps":["trace[540363343] 'process raft request' (duration: 1.140517979s)","trace[540363343] 'compare' (duration: 609.618043ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:13.603771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:11.853338Z","time spent":"1.750417449s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:13.604299Z","caller":"traceutil/trace.go:171","msg":"trace[1621609521] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"1.750849068s","start":"2026-02-28T01:46:11.853371Z","end":"2026-02-28T01:46:13.60422Z","steps":["trace[1621609521] 'process raft request' (duration: 1.750330877s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:13.60523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:11.853338Z","time spent":"1.751746268s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:14.012501Z","caller":"traceutil/trace.go:171","msg":"trace[12057249] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8179; }","duration":"1.286955464s","start":"2026-02-28T01:46:12.725522Z","end":"2026-02-28T01:46:14.012477Z","steps":["trace[12057249] 'read index received' (duration: 268.385008ms)","trace[12057249] 'applied index is now lower than readState.Index' (duration: 1.018569406s)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:14.01254Z","caller":"traceutil/trace.go:171","msg":"trace[1073433542] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"1.692552291s","start":"2026-02-28T01:46:12.319945Z","end":"2026-02-28T01:46:14.012497Z","steps":["trace[1073433542] 'process raft request' (duration: 1.618818222s)","trace[1073433542] 'compare' (duration: 73.531444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:14.012686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900629517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:46:14.012765Z","caller":"traceutil/trace.go:171","msg":"trace[1201370900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7888; }","duration":"1.900740919s","start":"2026-02-28T01:46:12.112007Z","end":"2026-02-28T01:46:14.012748Z","steps":["trace[1201370900] 'agreement among raft nodes before linearized reading' (duration: 1.900504473s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.012807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.111998Z","time spent":"1.900801441s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:46:14.012774Z","caller":"traceutil/trace.go:171","msg":"trace[2042736939] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"1.178405635s","start":"2026-02-28T01:46:12.834332Z","end":"2026-02-28T01:46:14.012737Z","steps":["trace[2042736939] 'process raft request' (duration: 1.178072898s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.012902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901978066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:46:14.012962Z","caller":"traceutil/trace.go:171","msg":"trace[1832375880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7888; }","duration":"1.902078848s","start":"2026-02-28T01:46:12.110868Z","end":"2026-02-28T01:46:14.012947Z","steps":["trace[1832375880] 'agreement among raft nodes before linearized reading' (duration: 1.901938555s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.012976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.834313Z","time spent":"1.178551219s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:14.013095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90168854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T01:46:14.013007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.110846Z","time spent":"1.9021519s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:46:14.013137Z","caller":"traceutil/trace.go:171","msg":"trace[1700469151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7888; }","duration":"1.901770992s","start":"2026-02-28T01:46:12.111352Z","end":"2026-02-28T01:46:14.013123Z","steps":["trace[1700469151] 'agreement among raft nodes before linearized reading' (duration: 1.90167651s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.013147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900182397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-28T01:46:14.01317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.111325Z","time spent":"1.901838873s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:46:14.013214Z","caller":"traceutil/trace.go:171","msg":"trace[272387088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:7888; }","duration":"1.900274929s","start":"2026-02-28T01:46:12.112922Z","end":"2026-02-28T01:46:14.013197Z","steps":["trace[272387088] 'agreement among raft nodes before linearized reading' (duration: 1.900047955s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.01328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.112911Z","time spent":"1.900356731s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"warn","ts":"2026-02-28T01:46:14.013235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902825344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:46:14.01356Z","caller":"traceutil/trace.go:171","msg":"trace[1589309885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7888; }","duration":"1.903200082s","start":"2026-02-28T01:46:12.110345Z","end":"2026-02-28T01:46:14.013545Z","steps":["trace[1589309885] 'agreement among raft nodes before linearized reading' (duration: 1.902524147s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.013635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.110321Z","time spent":"1.903300505s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:46:14.013545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.319912Z","time spent":"1.692699795s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:14.014238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902489127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:46:14.014295Z","caller":"traceutil/trace.go:171","msg":"trace[1090506919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7888; }","duration":"1.902551108s","start":"2026-02-28T01:46:12.111731Z","end":"2026-02-28T01:46:14.014282Z","steps":["trace[1090506919] 'agreement among raft nodes before linearized reading' (duration: 1.900857571s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.014327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.111663Z","time spent":"1.902655981s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:46:14.04576Z","caller":"traceutil/trace.go:171","msg":"trace[1001023591] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"851.961006ms","start":"2026-02-28T01:46:13.193773Z","end":"2026-02-28T01:46:14.045734Z","steps":["trace[1001023591] 'process raft request' (duration: 851.760261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.045845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257758097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-28T01:46:14.045906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:13.193749Z","time spent":"852.081829ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:14.045779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274442156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-28T01:46:14.045953Z","caller":"traceutil/trace.go:171","msg":"trace[418269776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7889; }","duration":"1.257890541s","start":"2026-02-28T01:46:12.788013Z","end":"2026-02-28T01:46:14.045903Z","steps":["trace[418269776] 'agreement among raft nodes before linearized reading' (duration: 1.257665376s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.04593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.394311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:14.045984Z","caller":"traceutil/trace.go:171","msg":"trace[1725215347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7889; }","duration":"1.274672932s","start":"2026-02-28T01:46:12.771284Z","end":"2026-02-28T01:46:14.045957Z","steps":["trace[1725215347] 'agreement among raft nodes before linearized reading' (duration: 1.274388185s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.046013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.787992Z","time spent":"1.258008554s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:46:14.046068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.771265Z","time spent":"1.274775705s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T01:46:14.046075Z","caller":"traceutil/trace.go:171","msg":"trace[745172792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7889; }","duration":"452.541395ms","start":"2026-02-28T01:46:13.59348Z","end":"2026-02-28T01:46:14.046021Z","steps":["trace[745172792] 'agreement among raft nodes before linearized reading' (duration: 452.405051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.046144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319042992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-02-28T01:46:14.046215Z","caller":"traceutil/trace.go:171","msg":"trace[482347840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7889; }","duration":"1.319147054s","start":"2026-02-28T01:46:12.727054Z","end":"2026-02-28T01:46:14.046201Z","steps":["trace[482347840] 'agreement among raft nodes before linearized reading' (duration: 1.318757804s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.046272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:12.727038Z","time spent":"1.319223626s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T01:46:14.046151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:13.593456Z","time spent":"452.654848ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:14.327154Z","caller":"traceutil/trace.go:171","msg":"trace[20662254] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"309.278481ms","start":"2026-02-28T01:46:14.017861Z","end":"2026-02-28T01:46:14.327139Z","steps":["trace[20662254] 'process raft request' (duration: 309.123438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.327259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.017841Z","time spent":"309.362073ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:14.327442Z","caller":"traceutil/trace.go:171","msg":"trace[1015740176] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"309.478814ms","start":"2026-02-28T01:46:14.017944Z","end":"2026-02-28T01:46:14.327422Z","steps":["trace[1015740176] 'process raft request' (duration: 309.165677ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:14.327589Z","caller":"traceutil/trace.go:171","msg":"trace[1891997898] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"309.636468ms","start":"2026-02-28T01:46:14.017946Z","end":"2026-02-28T01:46:14.327583Z","steps":["trace[1891997898] 'process raft request' (duration: 309.413933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.327588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.017936Z","time spent":"309.562186ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:14.327634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.017919Z","time spent":"309.694779ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:14.327727Z","caller":"traceutil/trace.go:171","msg":"trace[2114908193] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"308.860981ms","start":"2026-02-28T01:46:14.018862Z","end":"2026-02-28T01:46:14.327723Z","steps":["trace[2114908193] 'process raft request' (duration: 308.694987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.327756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.018839Z","time spent":"308.905562ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:14.32783Z","caller":"traceutil/trace.go:171","msg":"trace[1779661440] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8184; }","duration":"282.177192ms","start":"2026-02-28T01:46:14.045647Z","end":"2026-02-28T01:46:14.327825Z","steps":["trace[1779661440] 'read index received' (duration: 281.440526ms)","trace[1779661440] 'applied index is now lower than readState.Index' (duration: 736.186µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:14.327867Z","caller":"traceutil/trace.go:171","msg":"trace[438037993] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"308.866321ms","start":"2026-02-28T01:46:14.018996Z","end":"2026-02-28T01:46:14.327862Z","steps":["trace[438037993] 'process raft request' (duration: 308.710157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.327899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.018973Z","time spent":"308.902532ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:14.328024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.069188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189845c43127e522\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-28T01:46:14.328046Z","caller":"traceutil/trace.go:171","msg":"trace[1208731672] range","detail":"{range_begin:/registry/events/openstack/ceph.189845c43127e522; range_end:; response_count:1; response_revision:7894; }","duration":"305.106348ms","start":"2026-02-28T01:46:14.022935Z","end":"2026-02-28T01:46:14.328041Z","steps":["trace[1208731672] 'agreement among raft nodes before linearized reading' (duration: 305.026697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.32806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.022925Z","time spent":"305.132929ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189845c43127e522\" "} {"level":"warn","ts":"2026-02-28T01:46:14.328375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.250012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228876"} {"level":"info","ts":"2026-02-28T01:46:14.32841Z","caller":"traceutil/trace.go:171","msg":"trace[994906971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7894; }","duration":"310.304812ms","start":"2026-02-28T01:46:14.018098Z","end":"2026-02-28T01:46:14.328402Z","steps":["trace[994906971] 'agreement among raft nodes before linearized reading' (duration: 310.043687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.328432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:14.018089Z","time spent":"310.337803ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228900,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T01:46:14.34467Z","caller":"traceutil/trace.go:171","msg":"trace[1091121626] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"293.173855ms","start":"2026-02-28T01:46:14.051471Z","end":"2026-02-28T01:46:14.344645Z","steps":["trace[1091121626] 'process raft request' (duration: 293.010182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.344921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.560496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845c5f26e8fb5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-28T01:46:14.345003Z","caller":"traceutil/trace.go:171","msg":"trace[1442418713] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845c5f26e8fb5; range_end:; response_count:1; response_revision:7896; }","duration":"294.683498ms","start":"2026-02-28T01:46:14.050302Z","end":"2026-02-28T01:46:14.344986Z","steps":["trace[1442418713] 'agreement among raft nodes before linearized reading' (duration: 294.443663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.345045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.431489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:14.345094Z","caller":"traceutil/trace.go:171","msg":"trace[308241141] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7896; }","duration":"197.552853ms","start":"2026-02-28T01:46:14.147528Z","end":"2026-02-28T01:46:14.345081Z","steps":["trace[308241141] 'agreement among raft nodes before linearized reading' (duration: 197.463801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.345256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.096839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:14.345315Z","caller":"traceutil/trace.go:171","msg":"trace[1846211410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7896; }","duration":"291.174241ms","start":"2026-02-28T01:46:14.054127Z","end":"2026-02-28T01:46:14.345301Z","steps":["trace[1846211410] 'agreement among raft nodes before linearized reading' (duration: 291.094019ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:14.345269Z","caller":"traceutil/trace.go:171","msg":"trace[1014553780] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"293.43683ms","start":"2026-02-28T01:46:14.051821Z","end":"2026-02-28T01:46:14.345258Z","steps":["trace[1014553780] 'process raft request' (duration: 292.792966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:14.345494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.50949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-28T01:46:14.345536Z","caller":"traceutil/trace.go:171","msg":"trace[584682337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7896; }","duration":"287.570111ms","start":"2026-02-28T01:46:14.057957Z","end":"2026-02-28T01:46:14.345527Z","steps":["trace[584682337] 'agreement among raft nodes before linearized reading' (duration: 287.461668ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:19.12104Z","caller":"traceutil/trace.go:171","msg":"trace[1460503021] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"125.418091ms","start":"2026-02-28T01:46:18.995587Z","end":"2026-02-28T01:46:19.121005Z","steps":["trace[1460503021] 'process raft request' (duration: 28.368987ms)","trace[1460503021] 'compare' (duration: 96.691056ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:19.121185Z","caller":"traceutil/trace.go:171","msg":"trace[917720194] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"121.573964ms","start":"2026-02-28T01:46:18.999589Z","end":"2026-02-28T01:46:19.121162Z","steps":["trace[917720194] 'process raft request' (duration: 121.211456ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:19.328883Z","caller":"traceutil/trace.go:171","msg":"trace[1263741931] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"201.04515ms","start":"2026-02-28T01:46:19.127802Z","end":"2026-02-28T01:46:19.328847Z","steps":["trace[1263741931] 'process raft request' (duration: 163.426709ms)","trace[1263741931] 'compare' (duration: 37.157571ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:19.328897Z","caller":"traceutil/trace.go:171","msg":"trace[1608026420] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"197.547522ms","start":"2026-02-28T01:46:19.131323Z","end":"2026-02-28T01:46:19.328871Z","steps":["trace[1608026420] 'process raft request' (duration: 197.412299ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:19.328978Z","caller":"traceutil/trace.go:171","msg":"trace[1851885749] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7920; }","duration":"193.7895ms","start":"2026-02-28T01:46:19.135153Z","end":"2026-02-28T01:46:19.328942Z","steps":["trace[1851885749] 'process raft request' (duration: 193.656417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:19.694742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.347981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-28T01:46:19.694794Z","caller":"traceutil/trace.go:171","msg":"trace[1264270499] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7925; }","duration":"146.441824ms","start":"2026-02-28T01:46:19.548341Z","end":"2026-02-28T01:46:19.694783Z","steps":["trace[1264270499] 'agreement among raft nodes before linearized reading' (duration: 146.306371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:19.695079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.514551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:19.695098Z","caller":"traceutil/trace.go:171","msg":"trace[1421249796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"101.570433ms","start":"2026-02-28T01:46:19.593524Z","end":"2026-02-28T01:46:19.695094Z","steps":["trace[1421249796] 'agreement among raft nodes before linearized reading' (duration: 101.540712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:19.695213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.33482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-02-28T01:46:19.695233Z","caller":"traceutil/trace.go:171","msg":"trace[647891958] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:7925; }","duration":"145.38539ms","start":"2026-02-28T01:46:19.549842Z","end":"2026-02-28T01:46:19.695227Z","steps":["trace[647891958] 'agreement among raft nodes before linearized reading' (duration: 145.333849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:20.06615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.078748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:20.066231Z","caller":"traceutil/trace.go:171","msg":"trace[1266825424] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:0; response_revision:7941; }","duration":"113.187061ms","start":"2026-02-28T01:46:19.953026Z","end":"2026-02-28T01:46:20.066213Z","steps":["trace[1266825424] 'agreement among raft nodes before linearized reading' (duration: 113.039616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:20.066603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.731261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-28T01:46:20.066681Z","caller":"traceutil/trace.go:171","msg":"trace[920757422] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7941; }","duration":"122.829503ms","start":"2026-02-28T01:46:19.943831Z","end":"2026-02-28T01:46:20.06666Z","steps":["trace[920757422] 'agreement among raft nodes before linearized reading' (duration: 122.68337ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:22.67422Z","caller":"traceutil/trace.go:171","msg":"trace[1844353237] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8261; }","duration":"120.539374ms","start":"2026-02-28T01:46:22.553658Z","end":"2026-02-28T01:46:22.674197Z","steps":["trace[1844353237] 'read index received' (duration: 194.756µs)","trace[1844353237] 'applied index is now lower than readState.Index' (duration: 120.343498ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:22.674248Z","caller":"traceutil/trace.go:171","msg":"trace[161263682] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"120.564594ms","start":"2026-02-28T01:46:22.55364Z","end":"2026-02-28T01:46:22.674205Z","steps":["trace[161263682] 'process raft request' (duration: 118.311644ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:22.6744Z","caller":"traceutil/trace.go:171","msg":"trace[857198275] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"120.44473ms","start":"2026-02-28T01:46:22.553921Z","end":"2026-02-28T01:46:22.674366Z","steps":["trace[857198275] 'process raft request' (duration: 120.239856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.674712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.035384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228876"} {"level":"info","ts":"2026-02-28T01:46:22.674757Z","caller":"traceutil/trace.go:171","msg":"trace[594037785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7964; }","duration":"121.133067ms","start":"2026-02-28T01:46:22.553614Z","end":"2026-02-28T01:46:22.674747Z","steps":["trace[594037785] 'agreement among raft nodes before linearized reading' (duration: 120.721998ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:24.244867Z","caller":"traceutil/trace.go:171","msg":"trace[1764828659] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"166.387805ms","start":"2026-02-28T01:46:24.078442Z","end":"2026-02-28T01:46:24.24483Z","steps":["trace[1764828659] 'process raft request' (duration: 116.230147ms)","trace[1764828659] 'compare' (duration: 49.973194ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:24.282438Z","caller":"traceutil/trace.go:171","msg":"trace[1731040187] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"184.314831ms","start":"2026-02-28T01:46:24.098086Z","end":"2026-02-28T01:46:24.2824Z","steps":["trace[1731040187] 'process raft request' (duration: 184.044594ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:26.953628Z","caller":"traceutil/trace.go:171","msg":"trace[453232426] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"168.752267ms","start":"2026-02-28T01:46:26.784847Z","end":"2026-02-28T01:46:26.953599Z","steps":["trace[453232426] 'process raft request' (duration: 146.2443ms)","trace[453232426] 'compare' (duration: 22.337993ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:26.954178Z","caller":"traceutil/trace.go:171","msg":"trace[1478800271] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"167.516639ms","start":"2026-02-28T01:46:26.78664Z","end":"2026-02-28T01:46:26.954157Z","steps":["trace[1478800271] 'process raft request' (duration: 167.397616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.141654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.63208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:28.1418Z","caller":"traceutil/trace.go:171","msg":"trace[424572764] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"1.148332342s","start":"2026-02-28T01:46:26.993403Z","end":"2026-02-28T01:46:28.141735Z","steps":["trace[424572764] 'read index received' (duration: 247.557938ms)","trace[424572764] 'applied index is now lower than readState.Index' (duration: 900.773014ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:28.141873Z","caller":"traceutil/trace.go:171","msg":"trace[1183165841] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.148635718s","start":"2026-02-28T01:46:26.993225Z","end":"2026-02-28T01:46:28.141861Z","steps":["trace[1183165841] 'process raft request' (duration: 247.719511ms)","trace[1183165841] 'compare' (duration: 900.493018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:28.141939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:26.99321Z","time spent":"1.14869618s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:28.142246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148835433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-02-28T01:46:28.142306Z","caller":"traceutil/trace.go:171","msg":"trace[1987835943] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7992; }","duration":"1.148901064s","start":"2026-02-28T01:46:26.993386Z","end":"2026-02-28T01:46:28.142287Z","steps":["trace[1987835943] 'agreement among raft nodes before linearized reading' (duration: 1.1487345s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.14239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:26.993381Z","time spent":"1.148998966s","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":413,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-02-28T01:46:28.147346Z","caller":"traceutil/trace.go:171","msg":"trace[853085298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7992; }","duration":"1.153475655s","start":"2026-02-28T01:46:26.993851Z","end":"2026-02-28T01:46:28.147326Z","steps":["trace[853085298] 'process raft request' (duration: 1.153362073s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.147496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:26.993832Z","time spent":"1.153583647s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4676,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:28.371049Z","caller":"traceutil/trace.go:171","msg":"trace[1505367964] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8294; }","duration":"229.189322ms","start":"2026-02-28T01:46:28.14183Z","end":"2026-02-28T01:46:28.37102Z","steps":["trace[1505367964] 'read index received' (duration: 5.739687ms)","trace[1505367964] 'applied index is now lower than readState.Index' (duration: 223.448615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:28.371235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.794109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:28.371276Z","caller":"traceutil/trace.go:171","msg":"trace[1598455687] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7994; }","duration":"528.895471ms","start":"2026-02-28T01:46:27.842367Z","end":"2026-02-28T01:46:28.371262Z","steps":["trace[1598455687] 'agreement among raft nodes before linearized reading' (duration: 528.782659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.371318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:27.842344Z","time spent":"528.964503ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:28.371341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.465333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:28.371349Z","caller":"traceutil/trace.go:171","msg":"trace[1277638676] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"652.649934ms","start":"2026-02-28T01:46:27.718658Z","end":"2026-02-28T01:46:28.371308Z","steps":["trace[1277638676] 'process raft request' (duration: 569.418586ms)","trace[1277638676] 'compare' (duration: 82.720767ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:28.371418Z","caller":"traceutil/trace.go:171","msg":"trace[1582666265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"778.587295ms","start":"2026-02-28T01:46:27.592811Z","end":"2026-02-28T01:46:28.371399Z","steps":["trace[1582666265] 'agreement among raft nodes before linearized reading' (duration: 778.441952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.371433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37601341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-28T01:46:28.37148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:27.592789Z","time spent":"778.682898ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:28.371491Z","caller":"traceutil/trace.go:171","msg":"trace[823993168] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7994; }","duration":"1.376086931s","start":"2026-02-28T01:46:26.99539Z","end":"2026-02-28T01:46:28.371477Z","steps":["trace[823993168] 'agreement among raft nodes before linearized reading' (duration: 1.375874636s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.371604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:26.995381Z","time spent":"1.376140883s","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-02-28T01:46:28.371642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:27.718633Z","time spent":"652.828558ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:28.37118Z","caller":"traceutil/trace.go:171","msg":"trace[1686068701] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"638.995793ms","start":"2026-02-28T01:46:27.732143Z","end":"2026-02-28T01:46:28.371139Z","steps":["trace[1686068701] 'process raft request' (duration: 638.803248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.372377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:27.732131Z","time spent":"639.909762ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:28.83142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.435325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:28.831528Z","caller":"traceutil/trace.go:171","msg":"trace[702344941] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"682.536524ms","start":"2026-02-28T01:46:28.148972Z","end":"2026-02-28T01:46:28.831509Z","steps":["trace[702344941] 'process raft request' (duration: 376.918774ms)","trace[702344941] 'compare' (duration: 305.328373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:28.831614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.148953Z","time spent":"682.632856ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:28.858362Z","caller":"traceutil/trace.go:171","msg":"trace[1901227814] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8296; }","duration":"487.225111ms","start":"2026-02-28T01:46:28.371122Z","end":"2026-02-28T01:46:28.858347Z","steps":["trace[1901227814] 'read index received' (duration: 154.784168ms)","trace[1901227814] 'applied index is now lower than readState.Index' (duration: 332.439733ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:28.858439Z","caller":"traceutil/trace.go:171","msg":"trace[996569967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7997; }","duration":"485.679326ms","start":"2026-02-28T01:46:28.372753Z","end":"2026-02-28T01:46:28.858433Z","steps":["trace[996569967] 'process raft request' (duration: 485.556013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.858542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.372736Z","time spent":"485.719207ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-28T01:46:28.858586Z","caller":"traceutil/trace.go:171","msg":"trace[1928356565] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"557.36481ms","start":"2026-02-28T01:46:28.301208Z","end":"2026-02-28T01:46:28.858573Z","steps":["trace[1928356565] 'process raft request' (duration: 557.000982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.85865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.301188Z","time spent":"557.429871ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:28.858738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.856344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:28.858879Z","caller":"traceutil/trace.go:171","msg":"trace[1459801528] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7997; }","duration":"584.074949ms","start":"2026-02-28T01:46:28.274772Z","end":"2026-02-28T01:46:28.858847Z","steps":["trace[1459801528] 'agreement among raft nodes before linearized reading' (duration: 583.775042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.858785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.844166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-28T01:46:28.858965Z","caller":"traceutil/trace.go:171","msg":"trace[285147985] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7997; }","duration":"628.077171ms","start":"2026-02-28T01:46:28.230868Z","end":"2026-02-28T01:46:28.858945Z","steps":["trace[285147985] 'agreement among raft nodes before linearized reading' (duration: 627.711723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.858964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.274752Z","time spent":"584.194252ms","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:28.859023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.230845Z","time spent":"628.167233ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-02-28T01:46:28.871164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.529935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:28.871241Z","caller":"traceutil/trace.go:171","msg":"trace[1043346398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7998; }","duration":"361.626997ms","start":"2026-02-28T01:46:28.509594Z","end":"2026-02-28T01:46:28.871221Z","steps":["trace[1043346398] 'agreement among raft nodes before linearized reading' (duration: 361.454393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.871283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.080094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:46:28.871338Z","caller":"traceutil/trace.go:171","msg":"trace[1948050912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7998; }","duration":"212.183227ms","start":"2026-02-28T01:46:28.659137Z","end":"2026-02-28T01:46:28.87132Z","steps":["trace[1948050912] 'agreement among raft nodes before linearized reading' (duration: 212.038184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.871426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.090424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:46:28.87147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.509578Z","time spent":"361.724568ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:46:28.871524Z","caller":"traceutil/trace.go:171","msg":"trace[1474403089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7998; }","duration":"380.241258ms","start":"2026-02-28T01:46:28.491263Z","end":"2026-02-28T01:46:28.871505Z","steps":["trace[1474403089] 'agreement among raft nodes before linearized reading' (duration: 380.023213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.871619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.491238Z","time spent":"380.366251ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:28.870853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.249104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:28.871824Z","caller":"traceutil/trace.go:171","msg":"trace[654287008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"499.300647ms","start":"2026-02-28T01:46:28.372508Z","end":"2026-02-28T01:46:28.871809Z","steps":["trace[654287008] 'agreement among raft nodes before linearized reading' (duration: 498.271655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.871866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:28.372484Z","time spent":"499.370398ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:28.995299Z","caller":"traceutil/trace.go:171","msg":"trace[1344969072] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"118.922587ms","start":"2026-02-28T01:46:28.876348Z","end":"2026-02-28T01:46:28.995271Z","steps":["trace[1344969072] 'process raft request' (duration: 109.11926ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:28.99532Z","caller":"traceutil/trace.go:171","msg":"trace[1062925083] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"118.874555ms","start":"2026-02-28T01:46:28.876408Z","end":"2026-02-28T01:46:28.995283Z","steps":["trace[1062925083] 'process raft request' (duration: 118.796994ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:28.995591Z","caller":"traceutil/trace.go:171","msg":"trace[1728512712] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8300; }","duration":"118.718362ms","start":"2026-02-28T01:46:28.876858Z","end":"2026-02-28T01:46:28.995576Z","steps":["trace[1728512712] 'read index received' (duration: 24.054551ms)","trace[1728512712] 'applied index is now lower than readState.Index' (duration: 94.662791ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:28.995698Z","caller":"traceutil/trace.go:171","msg":"trace[1591042389] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"119.269804ms","start":"2026-02-28T01:46:28.876417Z","end":"2026-02-28T01:46:28.995687Z","steps":["trace[1591042389] 'process raft request' (duration: 118.830765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.995853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.015866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:28.995892Z","caller":"traceutil/trace.go:171","msg":"trace[512039604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"118.080007ms","start":"2026-02-28T01:46:28.877803Z","end":"2026-02-28T01:46:28.995883Z","steps":["trace[512039604] 'agreement among raft nodes before linearized reading' (duration: 117.994386ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:28.995939Z","caller":"traceutil/trace.go:171","msg":"trace[839558247] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"114.475518ms","start":"2026-02-28T01:46:28.881443Z","end":"2026-02-28T01:46:28.995919Z","steps":["trace[839558247] 'process raft request' (duration: 114.014068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.996111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.794401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hkq5h\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-02-28T01:46:28.996143Z","caller":"traceutil/trace.go:171","msg":"trace[67157610] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-hkq5h; range_end:; response_count:1; response_revision:8003; }","duration":"117.835473ms","start":"2026-02-28T01:46:28.878297Z","end":"2026-02-28T01:46:28.996132Z","steps":["trace[67157610] 'agreement among raft nodes before linearized reading' (duration: 117.735871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:28.99635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.457378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-02-28T01:46:28.996467Z","caller":"traceutil/trace.go:171","msg":"trace[1328423096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8003; }","duration":"119.622342ms","start":"2026-02-28T01:46:28.876822Z","end":"2026-02-28T01:46:28.996444Z","steps":["trace[1328423096] 'agreement among raft nodes before linearized reading' (duration: 118.968437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:30.377631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605801281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:30.878422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605801281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:31.379084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605801281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:31.879889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605801281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:32.045096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175755432s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:46:32.045497Z","caller":"traceutil/trace.go:171","msg":"trace[881091357] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"2.176235663s","start":"2026-02-28T01:46:29.869236Z","end":"2026-02-28T01:46:32.045471Z","steps":["trace[881091357] 'process raft request' (duration: 2.176068689s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.045654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:29.869221Z","time spent":"2.176351856s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:32.561629Z","caller":"traceutil/trace.go:171","msg":"trace[2100503528] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"2.389054003s","start":"2026-02-28T01:46:30.172543Z","end":"2026-02-28T01:46:32.561597Z","steps":["trace[2100503528] 'process raft request' (duration: 2.388795857s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.561822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.172519Z","time spent":"2.389206067s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:32.56194Z","caller":"traceutil/trace.go:171","msg":"trace[1860851066] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"2.184520486s","start":"2026-02-28T01:46:30.377383Z","end":"2026-02-28T01:46:32.561903Z","steps":["trace[1860851066] 'process raft request' (duration: 2.184152728s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:32.562241Z","caller":"traceutil/trace.go:171","msg":"trace[221203534] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8311; }","duration":"2.684673081s","start":"2026-02-28T01:46:29.877546Z","end":"2026-02-28T01:46:32.56222Z","steps":["trace[221203534] 'read index received' (duration: 2.167771636s)","trace[221203534] 'applied index is now lower than readState.Index' (duration: 516.900305ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:32.562263Z","caller":"traceutil/trace.go:171","msg":"trace[1016660370] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"2.184485875s","start":"2026-02-28T01:46:30.377749Z","end":"2026-02-28T01:46:32.562235Z","steps":["trace[1016660370] 'process raft request' (duration: 2.184207059s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.562406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.377337Z","time spent":"2.184818842s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:32.562424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.37774Z","time spent":"2.184636559s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:32.562343Z","caller":"traceutil/trace.go:171","msg":"trace[368325810] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"1.698989262s","start":"2026-02-28T01:46:30.863342Z","end":"2026-02-28T01:46:32.562331Z","steps":["trace[368325810] 'process raft request' (duration: 1.698830238s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.562632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6850518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:46:32.563284Z","caller":"traceutil/trace.go:171","msg":"trace[1976361862] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8014; }","duration":"2.685734695s","start":"2026-02-28T01:46:29.877527Z","end":"2026-02-28T01:46:32.563262Z","steps":["trace[1976361862] 'agreement among raft nodes before linearized reading' (duration: 2.684834564s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.563242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.863319Z","time spent":"1.699848852s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:32.563344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:29.87752Z","time spent":"2.685807676s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-28T01:46:32.59054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T01:46:32.590602Z","caller":"traceutil/trace.go:171","msg":"trace[1075563966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116373s","start":"2026-02-28T01:46:30.590473Z","end":"2026-02-28T01:46:32.590589Z","steps":["trace[1075563966] 'agreement among raft nodes before linearized reading' (duration: 2.000042571s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.590678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.590452Z","time spent":"2.000213436s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 01:46:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T01:46:32.627431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625841327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-28T01:46:32.627483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719330612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:32.627557Z","caller":"traceutil/trace.go:171","msg":"trace[1668709848] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8015; }","duration":"1.719433855s","start":"2026-02-28T01:46:30.908087Z","end":"2026-02-28T01:46:32.62752Z","steps":["trace[1668709848] 'agreement among raft nodes before linearized reading' (duration: 1.719332392s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:32.62752Z","caller":"traceutil/trace.go:171","msg":"trace[389619029] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"461.988373ms","start":"2026-02-28T01:46:32.16551Z","end":"2026-02-28T01:46:32.627499Z","steps":["trace[389619029] 'process raft request' (duration: 461.636744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.627598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.90806Z","time spent":"1.719527806s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:32.627669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156655165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:46:32.627569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.507472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:46:32.627675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.16549Z","time spent":"462.117096ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:32.627742Z","caller":"traceutil/trace.go:171","msg":"trace[1491837895] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8015; }","duration":"1.156775048s","start":"2026-02-28T01:46:31.470946Z","end":"2026-02-28T01:46:32.627721Z","steps":["trace[1491837895] 'agreement among raft nodes before linearized reading' (duration: 1.156618924s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.62775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747412083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:32.627779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.470926Z","time spent":"1.15684735s","remote":"127.0.0.1:42898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:32.62777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.707681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-28T01:46:32.627791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722454111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:46:32.627858Z","caller":"traceutil/trace.go:171","msg":"trace[1942237419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8015; }","duration":"1.747575976s","start":"2026-02-28T01:46:30.880228Z","end":"2026-02-28T01:46:32.627804Z","steps":["trace[1942237419] 'agreement among raft nodes before linearized reading' (duration: 1.747433273s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.627911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628243411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T01:46:32.627934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.8802Z","time spent":"1.747717569s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:46:32.627922Z","caller":"traceutil/trace.go:171","msg":"trace[418882369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8015; }","duration":"1.722628335s","start":"2026-02-28T01:46:30.905276Z","end":"2026-02-28T01:46:32.627904Z","steps":["trace[418882369] 'agreement among raft nodes before linearized reading' (duration: 1.722242916s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.627979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628265212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:32.628061Z","caller":"traceutil/trace.go:171","msg":"trace[11554734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8015; }","duration":"1.628400475s","start":"2026-02-28T01:46:30.999639Z","end":"2026-02-28T01:46:32.628039Z","steps":["trace[11554734] 'agreement among raft nodes before linearized reading' (duration: 1.627905314s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:32.627806Z","caller":"traceutil/trace.go:171","msg":"trace[903993898] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8015; }","duration":"748.817599ms","start":"2026-02-28T01:46:31.878948Z","end":"2026-02-28T01:46:32.627765Z","steps":["trace[903993898] 'agreement among raft nodes before linearized reading' (duration: 748.44224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.628049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.905252Z","time spent":"1.722780419s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:46:32.62796Z","caller":"traceutil/trace.go:171","msg":"trace[805702196] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8015; }","duration":"573.875434ms","start":"2026-02-28T01:46:32.054053Z","end":"2026-02-28T01:46:32.627928Z","steps":["trace[805702196] 'agreement among raft nodes before linearized reading' (duration: 573.578478ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:32.628149Z","caller":"traceutil/trace.go:171","msg":"trace[2126340394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8015; }","duration":"1.625964111s","start":"2026-02-28T01:46:31.001518Z","end":"2026-02-28T01:46:32.627482Z","steps":["trace[2126340394] 'agreement among raft nodes before linearized reading' (duration: 1.625777126s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.628233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.001495Z","time spent":"1.626724887s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:46:32.628067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623789982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:46:32.628322Z","caller":"traceutil/trace.go:171","msg":"trace[1450318737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:8015; }","duration":"1.62410498s","start":"2026-02-28T01:46:31.004202Z","end":"2026-02-28T01:46:32.628307Z","steps":["trace[1450318737] 'agreement among raft nodes before linearized reading' (duration: 1.623102227s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.628122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.878925Z","time spent":"749.185477ms","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:32.628374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.004161Z","time spent":"1.624199042s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"warn","ts":"2026-02-28T01:46:32.627906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602175674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:46:32.628421Z","caller":"traceutil/trace.go:171","msg":"trace[727522666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8015; }","duration":"1.602735627s","start":"2026-02-28T01:46:31.025674Z","end":"2026-02-28T01:46:32.628409Z","steps":["trace[727522666] 'agreement among raft nodes before linearized reading' (duration: 1.601841217s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.628414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302862105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-788968b668-9t9w6.189845b8521b511f\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-28T01:46:32.628342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.054004Z","time spent":"574.191841ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-02-28T01:46:32.628588Z","caller":"traceutil/trace.go:171","msg":"trace[1334022510] range","detail":"{range_begin:/registry/events/openstack/barbican-api-788968b668-9t9w6.189845b8521b511f; range_end:; response_count:1; response_revision:8015; }","duration":"1.303023878s","start":"2026-02-28T01:46:31.325485Z","end":"2026-02-28T01:46:32.628509Z","steps":["trace[1334022510] 'agreement among raft nodes before linearized reading' (duration: 1.301990566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.628455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.025656Z","time spent":"1.602789868s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:46:32.628141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.999616Z","time spent":"1.628487976s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:46:32.627985Z","caller":"traceutil/trace.go:171","msg":"trace[2111838353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8015; }","duration":"1.628362223s","start":"2026-02-28T01:46:30.999607Z","end":"2026-02-28T01:46:32.627969Z","steps":["trace[2111838353] 'agreement among raft nodes before linearized reading' (duration: 1.628092597s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:32.62865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:31.325456Z","time spent":"1.303182541s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-788968b668-9t9w6.189845b8521b511f\" "} {"level":"warn","ts":"2026-02-28T01:46:32.628729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:30.999592Z","time spent":"1.62911495s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:32.721667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.008793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:32.721807Z","caller":"traceutil/trace.go:171","msg":"trace[1089543438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8015; }","duration":"131.150216ms","start":"2026-02-28T01:46:32.590628Z","end":"2026-02-28T01:46:32.721778Z","steps":["trace[1089543438] 'agreement among raft nodes before linearized reading' (duration: 130.962692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.437491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.747875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:33.437945Z","caller":"traceutil/trace.go:171","msg":"trace[2131262547] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"805.567602ms","start":"2026-02-28T01:46:32.632345Z","end":"2026-02-28T01:46:33.437912Z","steps":["trace[2131262547] 'process raft request' (duration: 805.286276ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:33.438005Z","caller":"traceutil/trace.go:171","msg":"trace[905832159] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"805.300425ms","start":"2026-02-28T01:46:32.632688Z","end":"2026-02-28T01:46:33.437989Z","steps":["trace[905832159] 'process raft request' (duration: 805.136072ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:33.437956Z","caller":"traceutil/trace.go:171","msg":"trace[382642868] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"805.775536ms","start":"2026-02-28T01:46:32.632145Z","end":"2026-02-28T01:46:33.43792Z","steps":["trace[382642868] 'process raft request' (duration: 426.511569ms)","trace[382642868] 'compare' (duration: 378.557282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:33.438145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632324Z","time spent":"805.722865ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:33.438105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632675Z","time spent":"805.381558ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:33.438317Z","caller":"traceutil/trace.go:171","msg":"trace[1734233394] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"713.208782ms","start":"2026-02-28T01:46:32.725084Z","end":"2026-02-28T01:46:33.438292Z","steps":["trace[1734233394] 'process raft request' (duration: 713.10555ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:33.437967Z","caller":"traceutil/trace.go:171","msg":"trace[837258951] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"805.313376ms","start":"2026-02-28T01:46:32.632625Z","end":"2026-02-28T01:46:33.437938Z","steps":["trace[837258951] 'process raft request' (duration: 805.104492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.438292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632119Z","time spent":"806.035902ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:33.43842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.910239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:33.438485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.725059Z","time spent":"713.327144ms","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:33.438499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632608Z","time spent":"805.806297ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:33.438324Z","caller":"traceutil/trace.go:171","msg":"trace[483230469] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8318; }","duration":"716.7801ms","start":"2026-02-28T01:46:32.721521Z","end":"2026-02-28T01:46:33.438301Z","steps":["trace[483230469] 'read index received' (duration: 337.156116ms)","trace[483230469] 'applied index is now lower than readState.Index' (duration: 379.621694ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:33.438496Z","caller":"traceutil/trace.go:171","msg":"trace[1751137003] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8022; }","duration":"806.000991ms","start":"2026-02-28T01:46:32.632476Z","end":"2026-02-28T01:46:33.438477Z","steps":["trace[1751137003] 'agreement among raft nodes before linearized reading' (duration: 805.891719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.438686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632468Z","time spent":"806.200785ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-02-28T01:46:33.438689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.98929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-02-28T01:46:33.437975Z","caller":"traceutil/trace.go:171","msg":"trace[1366600928] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"805.307495ms","start":"2026-02-28T01:46:32.632637Z","end":"2026-02-28T01:46:33.437944Z","steps":["trace[1366600928] 'process raft request' (duration: 805.144622ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:33.438751Z","caller":"traceutil/trace.go:171","msg":"trace[1675695422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8022; }","duration":"806.069343ms","start":"2026-02-28T01:46:32.632668Z","end":"2026-02-28T01:46:33.438738Z","steps":["trace[1675695422] 'agreement among raft nodes before linearized reading' (duration: 805.681474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.438767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.296682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:33.438805Z","caller":"traceutil/trace.go:171","msg":"trace[384368130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8022; }","duration":"703.355804ms","start":"2026-02-28T01:46:32.735437Z","end":"2026-02-28T01:46:33.438793Z","steps":["trace[384368130] 'agreement among raft nodes before linearized reading' (duration: 703.272212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.438848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.735427Z","time spent":"703.414125ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:33.438811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632589Z","time spent":"806.166015ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:33.438245Z","caller":"traceutil/trace.go:171","msg":"trace[1726524612] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"803.771602ms","start":"2026-02-28T01:46:32.634457Z","end":"2026-02-28T01:46:33.438229Z","steps":["trace[1726524612] 'process raft request' (duration: 803.475535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.438978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.634443Z","time spent":"804.480457ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:33.438994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.647809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:33.439004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.767374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:33.439119Z","caller":"traceutil/trace.go:171","msg":"trace[354717347] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8022; }","duration":"147.927448ms","start":"2026-02-28T01:46:33.291175Z","end":"2026-02-28T01:46:33.439102Z","steps":["trace[354717347] 'agreement among raft nodes before linearized reading' (duration: 147.724483ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:33.43905Z","caller":"traceutil/trace.go:171","msg":"trace[1662891164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8022; }","duration":"621.728891ms","start":"2026-02-28T01:46:32.817303Z","end":"2026-02-28T01:46:33.439031Z","steps":["trace[1662891164] 'agreement among raft nodes before linearized reading' (duration: 621.644709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:33.439307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.81729Z","time spent":"621.977846ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:33.438808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:32.632654Z","time spent":"806.141534ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T01:46:33.994813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605801306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:46:34.536212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.540517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:34.536331Z","caller":"traceutil/trace.go:171","msg":"trace[808318176] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.092051258s","start":"2026-02-28T01:46:33.444262Z","end":"2026-02-28T01:46:34.536313Z","steps":["trace[808318176] 'process raft request' (duration: 916.307927ms)","trace[808318176] 'compare' (duration: 175.428995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:34.53643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.44424Z","time spent":"1.09212213s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:34.781039Z","caller":"traceutil/trace.go:171","msg":"trace[723117284] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8325; }","duration":"1.28731118s","start":"2026-02-28T01:46:33.493704Z","end":"2026-02-28T01:46:34.781015Z","steps":["trace[723117284] 'read index received' (duration: 866.987267ms)","trace[723117284] 'applied index is now lower than readState.Index' (duration: 420.322833ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:34.781165Z","caller":"traceutil/trace.go:171","msg":"trace[582223145] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"602.241991ms","start":"2026-02-28T01:46:34.178909Z","end":"2026-02-28T01:46:34.781151Z","steps":["trace[582223145] 'process raft request' (duration: 602.045537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.781271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.178885Z","time spent":"602.309162ms","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:46:34.781365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287569606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:34.781509Z","caller":"traceutil/trace.go:171","msg":"trace[12033053] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8025; }","duration":"1.287805611s","start":"2026-02-28T01:46:33.493676Z","end":"2026-02-28T01:46:34.781482Z","steps":["trace[12033053] 'agreement among raft nodes before linearized reading' (duration: 1.287496885s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.781569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.493662Z","time spent":"1.287889863s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:46:34.781209Z","caller":"traceutil/trace.go:171","msg":"trace[1051541370] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.335936544s","start":"2026-02-28T01:46:33.445213Z","end":"2026-02-28T01:46:34.78115Z","steps":["trace[1051541370] 'process raft request' (duration: 1.335576056s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.781727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.445195Z","time spent":"1.336492518s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:46:34.807148Z","caller":"traceutil/trace.go:171","msg":"trace[2041229735] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"238.385176ms","start":"2026-02-28T01:46:34.568747Z","end":"2026-02-28T01:46:34.807132Z","steps":["trace[2041229735] 'process raft request' (duration: 238.236482ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:34.807522Z","caller":"traceutil/trace.go:171","msg":"trace[1334267703] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"238.354823ms","start":"2026-02-28T01:46:34.569139Z","end":"2026-02-28T01:46:34.807494Z","steps":["trace[1334267703] 'process raft request' (duration: 237.954995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.80761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215535595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:34.807598Z","caller":"traceutil/trace.go:171","msg":"trace[1902458306] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"238.401635ms","start":"2026-02-28T01:46:34.56917Z","end":"2026-02-28T01:46:34.807572Z","steps":["trace[1902458306] 'process raft request' (duration: 238.15216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.807654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235044237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:34.807848Z","caller":"traceutil/trace.go:171","msg":"trace[1031957091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"1.215635758s","start":"2026-02-28T01:46:33.592017Z","end":"2026-02-28T01:46:34.807653Z","steps":["trace[1031957091] 'agreement among raft nodes before linearized reading' (duration: 1.215512115s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:34.807894Z","caller":"traceutil/trace.go:171","msg":"trace[1345922717] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8028; }","duration":"1.235307942s","start":"2026-02-28T01:46:33.572569Z","end":"2026-02-28T01:46:34.807877Z","steps":["trace[1345922717] 'agreement among raft nodes before linearized reading' (duration: 1.235044366s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.80795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.572554Z","time spent":"1.235382044s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:46:34.807609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.892742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-28T01:46:34.808012Z","caller":"traceutil/trace.go:171","msg":"trace[1498264360] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8028; }","duration":"769.339212ms","start":"2026-02-28T01:46:34.038666Z","end":"2026-02-28T01:46:34.808005Z","steps":["trace[1498264360] 'agreement among raft nodes before linearized reading' (duration: 768.82967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:34.80803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.038636Z","time spent":"769.389302ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-28T01:46:34.8079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:33.592001Z","time spent":"1.215888533s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:35.220146Z","caller":"traceutil/trace.go:171","msg":"trace[60468071] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8331; }","duration":"412.657913ms","start":"2026-02-28T01:46:34.807464Z","end":"2026-02-28T01:46:35.220122Z","steps":["trace[60468071] 'read index received' (duration: 412.370237ms)","trace[60468071] 'applied index is now lower than readState.Index' (duration: 286.026µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:35.220451Z","caller":"traceutil/trace.go:171","msg":"trace[2078247135] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"433.395052ms","start":"2026-02-28T01:46:34.787043Z","end":"2026-02-28T01:46:35.220438Z","steps":["trace[2078247135] 'process raft request' (duration: 432.766039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.220563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.787008Z","time spent":"433.479174ms","remote":"127.0.0.1:42936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:35.220677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.683099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-28T01:46:35.220756Z","caller":"traceutil/trace.go:171","msg":"trace[119656186] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8030; }","duration":"433.807311ms","start":"2026-02-28T01:46:34.78693Z","end":"2026-02-28T01:46:35.220737Z","steps":["trace[119656186] 'agreement among raft nodes before linearized reading' (duration: 433.544605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.2208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.786915Z","time spent":"433.875833ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-28T01:46:35.220882Z","caller":"traceutil/trace.go:171","msg":"trace[559791148] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"431.51028ms","start":"2026-02-28T01:46:34.789362Z","end":"2026-02-28T01:46:35.220872Z","steps":["trace[559791148] 'process raft request' (duration: 430.666731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.22086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.830122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-28T01:46:35.220945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.789348Z","time spent":"431.570382ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:46:35.220962Z","caller":"traceutil/trace.go:171","msg":"trace[2005828865] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8030; }","duration":"433.961394ms","start":"2026-02-28T01:46:34.786983Z","end":"2026-02-28T01:46:35.220944Z","steps":["trace[2005828865] 'agreement among raft nodes before linearized reading' (duration: 433.552825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.22101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.786978Z","time spent":"434.022375ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-28T01:46:35.22123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.530834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-28T01:46:35.221213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.008005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-02-28T01:46:35.221265Z","caller":"traceutil/trace.go:171","msg":"trace[1995813911] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8030; }","duration":"433.593725ms","start":"2026-02-28T01:46:34.787661Z","end":"2026-02-28T01:46:35.221255Z","steps":["trace[1995813911] 'agreement among raft nodes before linearized reading' (duration: 433.466732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.221295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.787647Z","time spent":"433.641357ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-28T01:46:35.221293Z","caller":"traceutil/trace.go:171","msg":"trace[1292736810] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8030; }","duration":"434.159978ms","start":"2026-02-28T01:46:34.78711Z","end":"2026-02-28T01:46:35.22127Z","steps":["trace[1292736810] 'agreement among raft nodes before linearized reading' (duration: 433.899293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.221343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.787089Z","time spent":"434.244961ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-02-28T01:46:35.35456Z","caller":"traceutil/trace.go:171","msg":"trace[1814347930] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8333; }","duration":"134.327437ms","start":"2026-02-28T01:46:35.220211Z","end":"2026-02-28T01:46:35.354539Z","steps":["trace[1814347930] 'read index received' (duration: 41.253482ms)","trace[1814347930] 'applied index is now lower than readState.Index' (duration: 93.072265ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:35.354682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.461666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:35.354745Z","caller":"traceutil/trace.go:171","msg":"trace[591390443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8030; }","duration":"540.549288ms","start":"2026-02-28T01:46:34.81418Z","end":"2026-02-28T01:46:35.35473Z","steps":["trace[591390443] 'agreement among raft nodes before linearized reading' (duration: 540.410695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.354793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.814176Z","time spent":"540.611789ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:35.354864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.84789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T01:46:35.354858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.779745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189845c43127e522\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-28T01:46:35.354904Z","caller":"traceutil/trace.go:171","msg":"trace[512045657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8030; }","duration":"543.931003ms","start":"2026-02-28T01:46:34.810964Z","end":"2026-02-28T01:46:35.354895Z","steps":["trace[512045657] 'agreement among raft nodes before linearized reading' (duration: 543.658797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.354931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.810949Z","time spent":"543.974913ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T01:46:35.354931Z","caller":"traceutil/trace.go:171","msg":"trace[2116870199] range","detail":"{range_begin:/registry/events/openstack/ceph.189845c43127e522; range_end:; response_count:1; response_revision:8030; }","duration":"541.893757ms","start":"2026-02-28T01:46:34.81302Z","end":"2026-02-28T01:46:35.354914Z","steps":["trace[2116870199] 'agreement among raft nodes before linearized reading' (duration: 541.57854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.354961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.709788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-02-28T01:46:35.354977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:34.813009Z","time spent":"541.959978ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189845c43127e522\" "} {"level":"info","ts":"2026-02-28T01:46:35.354994Z","caller":"traceutil/trace.go:171","msg":"trace[1516543152] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8030; }","duration":"126.791371ms","start":"2026-02-28T01:46:35.228192Z","end":"2026-02-28T01:46:35.354983Z","steps":["trace[1516543152] 'agreement among raft nodes before linearized reading' (duration: 126.480924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.354923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.831201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189845cbc0bc4b37\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-02-28T01:46:35.355175Z","caller":"traceutil/trace.go:171","msg":"trace[526344966] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189845cbc0bc4b37; range_end:; response_count:1; response_revision:8030; }","duration":"127.056736ms","start":"2026-02-28T01:46:35.228029Z","end":"2026-02-28T01:46:35.355086Z","steps":["trace[526344966] 'agreement among raft nodes before linearized reading' (duration: 126.630617ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.55135Z","caller":"traceutil/trace.go:171","msg":"trace[1040698] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"194.551136ms","start":"2026-02-28T01:46:35.356761Z","end":"2026-02-28T01:46:35.551313Z","steps":["trace[1040698] 'process raft request' (duration: 194.368002ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.649358Z","caller":"traceutil/trace.go:171","msg":"trace[1374767490] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8334; }","duration":"284.423691ms","start":"2026-02-28T01:46:35.364903Z","end":"2026-02-28T01:46:35.649327Z","steps":["trace[1374767490] 'read index received' (duration: 186.266713ms)","trace[1374767490] 'applied index is now lower than readState.Index' (duration: 98.155828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:35.649543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.617325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-28T01:46:35.649592Z","caller":"traceutil/trace.go:171","msg":"trace[1708039011] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8032; }","duration":"284.684746ms","start":"2026-02-28T01:46:35.36489Z","end":"2026-02-28T01:46:35.649575Z","steps":["trace[1708039011] 'agreement among raft nodes before linearized reading' (duration: 284.591314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.649665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.632417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:35.649736Z","caller":"traceutil/trace.go:171","msg":"trace[294927102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8032; }","duration":"227.75583ms","start":"2026-02-28T01:46:35.421967Z","end":"2026-02-28T01:46:35.649723Z","steps":["trace[294927102] 'agreement among raft nodes before linearized reading' (duration: 227.591286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.649782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.757165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:46:35.649818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.303158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:46:35.649856Z","caller":"traceutil/trace.go:171","msg":"trace[1758509604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8032; }","duration":"206.862808ms","start":"2026-02-28T01:46:35.442976Z","end":"2026-02-28T01:46:35.649839Z","steps":["trace[1758509604] 'agreement among raft nodes before linearized reading' (duration: 206.579922ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.649864Z","caller":"traceutil/trace.go:171","msg":"trace[561211222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"207.358459ms","start":"2026-02-28T01:46:35.442493Z","end":"2026-02-28T01:46:35.649851Z","steps":["trace[561211222] 'agreement among raft nodes before linearized reading' (duration: 207.181256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.649877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.158585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:46:35.649936Z","caller":"traceutil/trace.go:171","msg":"trace[1873523563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8032; }","duration":"207.250327ms","start":"2026-02-28T01:46:35.442671Z","end":"2026-02-28T01:46:35.649921Z","steps":["trace[1873523563] 'agreement among raft nodes before linearized reading' (duration: 207.076873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.649917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.617586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-28T01:46:35.650021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.650753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:46:35.650019Z","caller":"traceutil/trace.go:171","msg":"trace[2145537324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:8032; }","duration":"203.74833ms","start":"2026-02-28T01:46:35.446247Z","end":"2026-02-28T01:46:35.649995Z","steps":["trace[2145537324] 'agreement among raft nodes before linearized reading' (duration: 203.410182ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.65006Z","caller":"traceutil/trace.go:171","msg":"trace[902506137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8032; }","duration":"206.696894ms","start":"2026-02-28T01:46:35.44335Z","end":"2026-02-28T01:46:35.650047Z","steps":["trace[902506137] 'agreement among raft nodes before linearized reading' (duration: 206.593991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:35.650062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.578384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:35.650095Z","caller":"traceutil/trace.go:171","msg":"trace[1763071160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"207.626476ms","start":"2026-02-28T01:46:35.442459Z","end":"2026-02-28T01:46:35.650086Z","steps":["trace[1763071160] 'agreement among raft nodes before linearized reading' (duration: 207.527123ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:35.650114Z","caller":"traceutil/trace.go:171","msg":"trace[1173128011] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"291.910477ms","start":"2026-02-28T01:46:35.357553Z","end":"2026-02-28T01:46:35.649464Z","steps":["trace[1173128011] 'process raft request' (duration: 216.576583ms)","trace[1173128011] 'compare' (duration: 75.057468ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:35.651173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.341366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-28T01:46:35.651259Z","caller":"traceutil/trace.go:171","msg":"trace[1556765493] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8032; }","duration":"191.458598ms","start":"2026-02-28T01:46:35.459784Z","end":"2026-02-28T01:46:35.651243Z","steps":["trace[1556765493] 'agreement among raft nodes before linearized reading' (duration: 190.053606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.276255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.122307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:36.276987Z","caller":"traceutil/trace.go:171","msg":"trace[800739650] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"621.624779ms","start":"2026-02-28T01:46:35.655323Z","end":"2026-02-28T01:46:36.276948Z","steps":["trace[800739650] 'process raft request' (duration: 138.733215ms)","trace[800739650] 'compare' (duration: 482.016725ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:36.277051Z","caller":"traceutil/trace.go:171","msg":"trace[1677993944] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8337; }","duration":"591.375461ms","start":"2026-02-28T01:46:35.685655Z","end":"2026-02-28T01:46:36.27703Z","steps":["trace[1677993944] 'read index received' (duration: 108.282252ms)","trace[1677993944] 'applied index is now lower than readState.Index' (duration: 483.092199ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:36.277271Z","caller":"traceutil/trace.go:171","msg":"trace[310115454] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"621.522896ms","start":"2026-02-28T01:46:35.655734Z","end":"2026-02-28T01:46:36.277257Z","steps":["trace[310115454] 'process raft request' (duration: 621.200889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.655719Z","time spent":"621.586587ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:36.277315Z","caller":"traceutil/trace.go:171","msg":"trace[127172142] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"621.605138ms","start":"2026-02-28T01:46:35.655673Z","end":"2026-02-28T01:46:36.277278Z","steps":["trace[127172142] 'process raft request' (duration: 621.194799ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:36.277359Z","caller":"traceutil/trace.go:171","msg":"trace[1553771740] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"621.498995ms","start":"2026-02-28T01:46:35.655784Z","end":"2026-02-28T01:46:36.277283Z","steps":["trace[1553771740] 'process raft request' (duration: 621.205909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.598138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:46:36.277371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.445591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-28T01:46:36.277424Z","caller":"traceutil/trace.go:171","msg":"trace[1627843519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8037; }","duration":"180.672799ms","start":"2026-02-28T01:46:36.096741Z","end":"2026-02-28T01:46:36.277413Z","steps":["trace[1627843519] 'agreement among raft nodes before linearized reading' (duration: 180.600158ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:36.277445Z","caller":"traceutil/trace.go:171","msg":"trace[141171339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8037; }","duration":"619.544212ms","start":"2026-02-28T01:46:35.65788Z","end":"2026-02-28T01:46:36.277424Z","steps":["trace[141171339] 'agreement among raft nodes before linearized reading' (duration: 619.330168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.602654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T01:46:36.277471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.655771Z","time spent":"621.643958ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:36.277479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.655649Z","time spent":"621.737752ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:36.277491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.657868Z","time spent":"619.613074ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-28T01:46:36.277462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.607024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:36.277528Z","caller":"traceutil/trace.go:171","msg":"trace[535270096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8037; }","duration":"619.694315ms","start":"2026-02-28T01:46:35.657818Z","end":"2026-02-28T01:46:36.277512Z","steps":["trace[535270096] 'agreement among raft nodes before linearized reading' (duration: 619.43101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.247062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-02-28T01:46:36.277575Z","caller":"traceutil/trace.go:171","msg":"trace[25848083] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8037; }","duration":"202.800088ms","start":"2026-02-28T01:46:36.074752Z","end":"2026-02-28T01:46:36.277552Z","steps":["trace[25848083] 'agreement among raft nodes before linearized reading' (duration: 202.544573ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:36.277602Z","caller":"traceutil/trace.go:171","msg":"trace[843755955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8037; }","duration":"622.379465ms","start":"2026-02-28T01:46:35.655209Z","end":"2026-02-28T01:46:36.277589Z","steps":["trace[843755955] 'agreement among raft nodes before linearized reading' (duration: 622.015547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.655191Z","time spent":"622.447598ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228815,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T01:46:36.277583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.657811Z","time spent":"619.759708ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T01:46:36.277663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.211005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-02-28T01:46:36.277403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.6553Z","time spent":"621.754401ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:36.277866Z","caller":"traceutil/trace.go:171","msg":"trace[1628909503] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8037; }","duration":"595.438421ms","start":"2026-02-28T01:46:35.68236Z","end":"2026-02-28T01:46:36.277798Z","steps":["trace[1628909503] 'agreement among raft nodes before linearized reading' (duration: 594.918658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:36.277979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:35.682349Z","time spent":"595.612665ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-28T01:46:36.635304Z","caller":"traceutil/trace.go:171","msg":"trace[972753845] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"294.194148ms","start":"2026-02-28T01:46:36.341075Z","end":"2026-02-28T01:46:36.635269Z","steps":["trace[972753845] 'process raft request' (duration: 293.927532ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:36.798028Z","caller":"traceutil/trace.go:171","msg":"trace[1642216997] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"207.680617ms","start":"2026-02-28T01:46:36.590313Z","end":"2026-02-28T01:46:36.797993Z","steps":["trace[1642216997] 'process raft request' (duration: 111.900171ms)","trace[1642216997] 'compare' (duration: 95.626972ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:37.184911Z","caller":"traceutil/trace.go:171","msg":"trace[647037175] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8344; }","duration":"283.606353ms","start":"2026-02-28T01:46:36.901282Z","end":"2026-02-28T01:46:37.184888Z","steps":["trace[647037175] 'read index received' (duration: 283.375738ms)","trace[647037175] 'applied index is now lower than readState.Index' (duration: 229.505µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:37.184938Z","caller":"traceutil/trace.go:171","msg":"trace[1636867958] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"371.479344ms","start":"2026-02-28T01:46:36.813428Z","end":"2026-02-28T01:46:37.184908Z","steps":["trace[1636867958] 'process raft request' (duration: 371.250999ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:37.184951Z","caller":"traceutil/trace.go:171","msg":"trace[717458042] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"371.435693ms","start":"2026-02-28T01:46:36.81349Z","end":"2026-02-28T01:46:37.184925Z","steps":["trace[717458042] 'process raft request' (duration: 371.350861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:37.185096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:36.813412Z","time spent":"371.595836ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:37.185102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.801837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:37.185148Z","caller":"traceutil/trace.go:171","msg":"trace[14998457] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8042; }","duration":"283.89748ms","start":"2026-02-28T01:46:36.901237Z","end":"2026-02-28T01:46:37.185135Z","steps":["trace[14998457] 'agreement among raft nodes before linearized reading' (duration: 283.745666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:37.185283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:36.813467Z","time spent":"371.547695ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:46.006315Z","caller":"traceutil/trace.go:171","msg":"trace[503256203] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"209.421675ms","start":"2026-02-28T01:46:45.796866Z","end":"2026-02-28T01:46:46.006288Z","steps":["trace[503256203] 'read index received' (duration: 209.140529ms)","trace[503256203] 'applied index is now lower than readState.Index' (duration: 280.246µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:46.006582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.704101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-02-28T01:46:46.006659Z","caller":"traceutil/trace.go:171","msg":"trace[1115056551] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8162; }","duration":"209.828403ms","start":"2026-02-28T01:46:45.796816Z","end":"2026-02-28T01:46:46.006645Z","steps":["trace[1115056551] 'agreement among raft nodes before linearized reading' (duration: 209.564358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:46.006753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.530954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-02-28T01:46:46.006791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.902633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7f4vb\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-28T01:46:46.006833Z","caller":"traceutil/trace.go:171","msg":"trace[1187899149] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8162; }","duration":"198.622887ms","start":"2026-02-28T01:46:45.808193Z","end":"2026-02-28T01:46:46.006816Z","steps":["trace[1187899149] 'agreement among raft nodes before linearized reading' (duration: 198.34752ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:46.006884Z","caller":"traceutil/trace.go:171","msg":"trace[863306896] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7f4vb; range_end:; response_count:1; response_revision:8162; }","duration":"113.059597ms","start":"2026-02-28T01:46:45.893802Z","end":"2026-02-28T01:46:46.006861Z","steps":["trace[863306896] 'agreement among raft nodes before linearized reading' (duration: 112.77988ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:46.006952Z","caller":"traceutil/trace.go:171","msg":"trace[1668044491] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"211.940681ms","start":"2026-02-28T01:46:45.79439Z","end":"2026-02-28T01:46:46.006331Z","steps":["trace[1668044491] 'process raft request' (duration: 211.735926ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.070614Z","caller":"traceutil/trace.go:171","msg":"trace[1874441683] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"801.028351ms","start":"2026-02-28T01:47:03.269561Z","end":"2026-02-28T01:47:04.07059Z","steps":["trace[1874441683] 'process raft request' (duration: 800.822427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.070822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.269537Z","time spent":"801.204995ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:04.16479Z","caller":"traceutil/trace.go:171","msg":"trace[752444626] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"824.518189ms","start":"2026-02-28T01:47:03.340246Z","end":"2026-02-28T01:47:04.164764Z","steps":["trace[752444626] 'process raft request' (duration: 824.438447ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.164906Z","caller":"traceutil/trace.go:171","msg":"trace[1993199291] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"890.128358ms","start":"2026-02-28T01:47:03.274739Z","end":"2026-02-28T01:47:04.164867Z","steps":["trace[1993199291] 'process raft request' (duration: 849.758077ms)","trace[1993199291] 'compare' (duration: 40.031414ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:04.164939Z","caller":"traceutil/trace.go:171","msg":"trace[277588621] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8624; }","duration":"354.668973ms","start":"2026-02-28T01:47:03.810247Z","end":"2026-02-28T01:47:04.164916Z","steps":["trace[277588621] 'read index received' (duration: 260.223197ms)","trace[277588621] 'applied index is now lower than readState.Index' (duration: 94.443865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:04.164966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.340216Z","time spent":"824.648962ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:04.165073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.274717Z","time spent":"890.271271ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:04.165129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.865427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:47:04.165156Z","caller":"traceutil/trace.go:171","msg":"trace[1828622313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8315; }","duration":"354.933819ms","start":"2026-02-28T01:47:03.810213Z","end":"2026-02-28T01:47:04.165147Z","steps":["trace[1828622313] 'agreement among raft nodes before linearized reading' (duration: 354.779555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.16518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.810198Z","time spent":"354.976189ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:47:04.165152Z","caller":"traceutil/trace.go:171","msg":"trace[334500095] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"634.268548ms","start":"2026-02-28T01:47:03.530851Z","end":"2026-02-28T01:47:04.16512Z","steps":["trace[334500095] 'process raft request' (duration: 633.875319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.165297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:03.530829Z","time spent":"634.39711ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:04.405001Z","caller":"traceutil/trace.go:171","msg":"trace[1161585771] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8628; }","duration":"216.113413ms","start":"2026-02-28T01:47:04.188858Z","end":"2026-02-28T01:47:04.404972Z","steps":["trace[1161585771] 'read index received' (duration: 215.899548ms)","trace[1161585771] 'applied index is now lower than readState.Index' (duration: 212.425µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:04.405123Z","caller":"traceutil/trace.go:171","msg":"trace[452368349] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"235.342598ms","start":"2026-02-28T01:47:04.169767Z","end":"2026-02-28T01:47:04.40511Z","steps":["trace[452368349] 'process raft request' (duration: 235.044261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:04.405295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.413359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:04.405343Z","caller":"traceutil/trace.go:171","msg":"trace[1327762864] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8316; }","duration":"216.510141ms","start":"2026-02-28T01:47:04.188822Z","end":"2026-02-28T01:47:04.405332Z","steps":["trace[1327762864] 'agreement among raft nodes before linearized reading' (duration: 216.409649ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:04.645497Z","caller":"traceutil/trace.go:171","msg":"trace[1711913484] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"134.537401ms","start":"2026-02-28T01:47:04.510921Z","end":"2026-02-28T01:47:04.645458Z","steps":["trace[1711913484] 'process raft request' (duration: 96.256515ms)","trace[1711913484] 'compare' (duration: 38.088732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:04.645708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.217662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:47:04.646863Z","caller":"traceutil/trace.go:171","msg":"trace[1542298943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:8319; }","duration":"129.369717ms","start":"2026-02-28T01:47:04.517465Z","end":"2026-02-28T01:47:04.646835Z","steps":["trace[1542298943] 'agreement among raft nodes before linearized reading' (duration: 128.105529ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:12.850664Z","caller":"traceutil/trace.go:171","msg":"trace[956455862] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8680; }","duration":"145.965764ms","start":"2026-02-28T01:47:12.704673Z","end":"2026-02-28T01:47:12.850639Z","steps":["trace[956455862] 'read index received' (duration: 145.818871ms)","trace[956455862] 'applied index is now lower than readState.Index' (duration: 145.663µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:12.850803Z","caller":"traceutil/trace.go:171","msg":"trace[894115638] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"146.363733ms","start":"2026-02-28T01:47:12.704405Z","end":"2026-02-28T01:47:12.850769Z","steps":["trace[894115638] 'process raft request' (duration: 146.088607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:12.850848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.483769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:12.850989Z","caller":"traceutil/trace.go:171","msg":"trace[722786512] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8366; }","duration":"114.698753ms","start":"2026-02-28T01:47:12.736276Z","end":"2026-02-28T01:47:12.850975Z","steps":["trace[722786512] 'agreement among raft nodes before linearized reading' (duration: 114.511119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:12.851125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.464014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234809"} {"level":"info","ts":"2026-02-28T01:47:12.851166Z","caller":"traceutil/trace.go:171","msg":"trace[1788414777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8366; }","duration":"146.680379ms","start":"2026-02-28T01:47:12.704476Z","end":"2026-02-28T01:47:12.851157Z","steps":["trace[1788414777] 'agreement among raft nodes before linearized reading' (duration: 146.296301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:12.851059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-28T01:47:12.851419Z","caller":"traceutil/trace.go:171","msg":"trace[369540055] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8366; }","duration":"101.957691ms","start":"2026-02-28T01:47:12.749416Z","end":"2026-02-28T01:47:12.851373Z","steps":["trace[369540055] 'agreement among raft nodes before linearized reading' (duration: 101.431899ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:32.944336Z","caller":"traceutil/trace.go:171","msg":"trace[1613206488] linearizableReadLoop","detail":"{readStateIndex:8927; appliedIndex:8926; }","duration":"144.639515ms","start":"2026-02-28T01:47:32.799661Z","end":"2026-02-28T01:47:32.9443Z","steps":["trace[1613206488] 'read index received' (duration: 144.41289ms)","trace[1613206488] 'applied index is now lower than readState.Index' (duration: 225.165µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:32.944599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.90856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:47:32.944601Z","caller":"traceutil/trace.go:171","msg":"trace[2082415526] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"175.224681ms","start":"2026-02-28T01:47:32.769348Z","end":"2026-02-28T01:47:32.944573Z","steps":["trace[2082415526] 'process raft request' (duration: 174.701399ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:32.944657Z","caller":"traceutil/trace.go:171","msg":"trace[1839805999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"145.013813ms","start":"2026-02-28T01:47:32.799627Z","end":"2026-02-28T01:47:32.944641Z","steps":["trace[1839805999] 'agreement among raft nodes before linearized reading' (duration: 144.815809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:33.466385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.776158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:33.466508Z","caller":"traceutil/trace.go:171","msg":"trace[257436922] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8613; }","duration":"198.352901ms","start":"2026-02-28T01:47:33.268131Z","end":"2026-02-28T01:47:33.466484Z","steps":["trace[257436922] 'count revisions from in-memory index tree' (duration: 197.694957ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:35.170606Z","caller":"traceutil/trace.go:171","msg":"trace[601778150] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8957; }","duration":"148.063379ms","start":"2026-02-28T01:47:35.022509Z","end":"2026-02-28T01:47:35.170573Z","steps":["trace[601778150] 'read index received' (duration: 144.776736ms)","trace[601778150] 'applied index is now lower than readState.Index' (duration: 3.284873ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:35.171136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.043962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-79795dcc99-qxvkd.189845d6232f4cf6\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-02-28T01:47:35.171195Z","caller":"traceutil/trace.go:171","msg":"trace[1641961972] range","detail":"{range_begin:/registry/events/openstack/glance-api-79795dcc99-qxvkd.189845d6232f4cf6; range_end:; response_count:1; response_revision:8637; }","duration":"154.141704ms","start":"2026-02-28T01:47:35.017035Z","end":"2026-02-28T01:47:35.171177Z","steps":["trace[1641961972] 'agreement among raft nodes before linearized reading' (duration: 153.906539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:35.1714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.537562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:47:35.17151Z","caller":"traceutil/trace.go:171","msg":"trace[625862205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8637; }","duration":"158.681505ms","start":"2026-02-28T01:47:35.012802Z","end":"2026-02-28T01:47:35.171483Z","steps":["trace[625862205] 'agreement among raft nodes before linearized reading' (duration: 158.406059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:35.171992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.515709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-28T01:47:35.172042Z","caller":"traceutil/trace.go:171","msg":"trace[911741406] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8637; }","duration":"114.605532ms","start":"2026-02-28T01:47:35.057423Z","end":"2026-02-28T01:47:35.172028Z","steps":["trace[911741406] 'agreement among raft nodes before linearized reading' (duration: 114.483739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:35.172215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.327805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291080"} {"level":"info","ts":"2026-02-28T01:47:35.172273Z","caller":"traceutil/trace.go:171","msg":"trace[1422325942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8637; }","duration":"143.404547ms","start":"2026-02-28T01:47:35.028857Z","end":"2026-02-28T01:47:35.172262Z","steps":["trace[1422325942] 'agreement among raft nodes before linearized reading' (duration: 142.818544ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:46.600155Z","caller":"traceutil/trace.go:171","msg":"trace[1804301478] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9028; }","duration":"151.437035ms","start":"2026-02-28T01:47:46.448693Z","end":"2026-02-28T01:47:46.60013Z","steps":["trace[1804301478] 'read index received' (duration: 151.21867ms)","trace[1804301478] 'applied index is now lower than readState.Index' (duration: 217.295µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:46.600223Z","caller":"traceutil/trace.go:171","msg":"trace[434075725] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"164.80584ms","start":"2026-02-28T01:47:46.435385Z","end":"2026-02-28T01:47:46.600191Z","steps":["trace[434075725] 'process raft request' (duration: 164.593315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:46.600343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.618339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:46.600405Z","caller":"traceutil/trace.go:171","msg":"trace[1100369107] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8705; }","duration":"151.737282ms","start":"2026-02-28T01:47:46.44865Z","end":"2026-02-28T01:47:46.600387Z","steps":["trace[1100369107] 'agreement among raft nodes before linearized reading' (duration: 151.620219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:46.600413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.420813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:46.600497Z","caller":"traceutil/trace.go:171","msg":"trace[1624804921] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8705; }","duration":"136.523516ms","start":"2026-02-28T01:47:46.463951Z","end":"2026-02-28T01:47:46.600475Z","steps":["trace[1624804921] 'agreement among raft nodes before linearized reading' (duration: 136.342941ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:48.738093Z","caller":"traceutil/trace.go:171","msg":"trace[650654405] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"132.115779ms","start":"2026-02-28T01:47:48.605953Z","end":"2026-02-28T01:47:48.738068Z","steps":["trace[650654405] 'process raft request' (duration: 131.955246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.304713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.764916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:47:49.304879Z","caller":"traceutil/trace.go:171","msg":"trace[281291152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8715; }","duration":"201.964811ms","start":"2026-02-28T01:47:49.102867Z","end":"2026-02-28T01:47:49.304832Z","steps":["trace[281291152] 'range keys from in-memory index tree' (duration: 201.452839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.304883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.451553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:47:49.304957Z","caller":"traceutil/trace.go:171","msg":"trace[1197006962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8715; }","duration":"160.577826ms","start":"2026-02-28T01:47:49.144365Z","end":"2026-02-28T01:47:49.304943Z","steps":["trace[1197006962] 'range keys from in-memory index tree' (duration: 160.272429ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.69761Z","caller":"traceutil/trace.go:171","msg":"trace[139400260] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9039; }","duration":"475.801957ms","start":"2026-02-28T01:47:49.221784Z","end":"2026-02-28T01:47:49.697586Z","steps":["trace[139400260] 'read index received' (duration: 475.548512ms)","trace[139400260] 'applied index is now lower than readState.Index' (duration: 252.745µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:49.697741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.935431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:49.697687Z","caller":"traceutil/trace.go:171","msg":"trace[1543796366] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"480.926261ms","start":"2026-02-28T01:47:49.216724Z","end":"2026-02-28T01:47:49.697651Z","steps":["trace[1543796366] 'process raft request' (duration: 480.687396ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.697777Z","caller":"traceutil/trace.go:171","msg":"trace[1714475341] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8716; }","duration":"475.989742ms","start":"2026-02-28T01:47:49.221776Z","end":"2026-02-28T01:47:49.697766Z","steps":["trace[1714475341] 'agreement among raft nodes before linearized reading' (duration: 475.913621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.697803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.221713Z","time spent":"476.084164ms","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:47:49.697903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.216703Z","time spent":"481.089225ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:49.953003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.317975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:47:49.953249Z","caller":"traceutil/trace.go:171","msg":"trace[969210273] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9040; }","duration":"255.561534ms","start":"2026-02-28T01:47:49.697667Z","end":"2026-02-28T01:47:49.953229Z","steps":["trace[969210273] 'read index received' (duration: 20.7664ms)","trace[969210273] 'applied index is now lower than readState.Index' (duration: 234.794014ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:49.953289Z","caller":"traceutil/trace.go:171","msg":"trace[2680535] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"643.742126ms","start":"2026-02-28T01:47:49.309471Z","end":"2026-02-28T01:47:49.953213Z","steps":["trace[2680535] 'process raft request' (duration: 409.106095ms)","trace[2680535] 'compare' (duration: 234.14808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:49.953461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.739646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:49.953516Z","caller":"traceutil/trace.go:171","msg":"trace[790624273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8718; }","duration":"139.856448ms","start":"2026-02-28T01:47:49.813643Z","end":"2026-02-28T01:47:49.953499Z","steps":["trace[790624273] 'agreement among raft nodes before linearized reading' (duration: 139.725965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.953477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.309446Z","time spent":"643.93911ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:49.953655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.853018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:47:49.953766Z","caller":"traceutil/trace.go:171","msg":"trace[363663410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:8718; }","duration":"700.981222ms","start":"2026-02-28T01:47:49.252751Z","end":"2026-02-28T01:47:49.953733Z","steps":["trace[363663410] 'agreement among raft nodes before linearized reading' (duration: 700.760286ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:49.953735Z","caller":"traceutil/trace.go:171","msg":"trace[1419081521] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"643.399988ms","start":"2026-02-28T01:47:49.310212Z","end":"2026-02-28T01:47:49.953612Z","steps":["trace[1419081521] 'process raft request' (duration: 642.909798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.953841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.252725Z","time spent":"701.101784ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-c7m5f\" "} {"level":"warn","ts":"2026-02-28T01:47:49.953893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.479723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:49.953644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.206293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:47:49.954034Z","caller":"traceutil/trace.go:171","msg":"trace[487913841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8718; }","duration":"361.75882ms","start":"2026-02-28T01:47:49.592249Z","end":"2026-02-28T01:47:49.954008Z","steps":["trace[487913841] 'agreement among raft nodes before linearized reading' (duration: 361.078004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.954043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.310203Z","time spent":"643.667205ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:47:49.95409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.592214Z","time spent":"361.867773ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:47:49.954062Z","caller":"traceutil/trace.go:171","msg":"trace[879835693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8718; }","duration":"719.674954ms","start":"2026-02-28T01:47:49.234368Z","end":"2026-02-28T01:47:49.954043Z","steps":["trace[879835693] 'agreement among raft nodes before linearized reading' (duration: 718.998668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:49.954145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:49.234346Z","time spent":"719.782707ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:47:50.136992Z","caller":"traceutil/trace.go:171","msg":"trace[875064350] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"137.391324ms","start":"2026-02-28T01:47:49.999568Z","end":"2026-02-28T01:47:50.13696Z","steps":["trace[875064350] 'process raft request' (duration: 60.601799ms)","trace[875064350] 'compare' (duration: 76.596611ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:50.937111Z","caller":"traceutil/trace.go:171","msg":"trace[1397912455] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"193.601026ms","start":"2026-02-28T01:47:50.74349Z","end":"2026-02-28T01:47:50.937091Z","steps":["trace[1397912455] 'process raft request' (duration: 193.478434ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:51.097627Z","caller":"traceutil/trace.go:171","msg":"trace[173505025] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9047; }","duration":"129.088091ms","start":"2026-02-28T01:47:50.968508Z","end":"2026-02-28T01:47:51.097596Z","steps":["trace[173505025] 'read index received' (duration: 41.095137ms)","trace[173505025] 'applied index is now lower than readState.Index' (duration: 87.991134ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:51.097668Z","caller":"traceutil/trace.go:171","msg":"trace[688607770] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"138.013187ms","start":"2026-02-28T01:47:50.959604Z","end":"2026-02-28T01:47:51.097617Z","steps":["trace[688607770] 'process raft request' (duration: 50.074895ms)","trace[688607770] 'compare' (duration: 87.787839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:51.097924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.392467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:47:51.098048Z","caller":"traceutil/trace.go:171","msg":"trace[528499662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8723; }","duration":"129.567191ms","start":"2026-02-28T01:47:50.968454Z","end":"2026-02-28T01:47:51.098022Z","steps":["trace[528499662] 'agreement among raft nodes before linearized reading' (duration: 129.266315ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:53.056427Z","caller":"traceutil/trace.go:171","msg":"trace[500348566] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"110.901699ms","start":"2026-02-28T01:47:52.945504Z","end":"2026-02-28T01:47:53.056405Z","steps":["trace[500348566] 'process raft request' (duration: 110.615473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:22.896491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.600886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:49:22.896585Z","caller":"traceutil/trace.go:171","msg":"trace[523015438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:9319; }","duration":"187.745879ms","start":"2026-02-28T01:49:22.708821Z","end":"2026-02-28T01:49:22.896567Z","steps":["trace[523015438] 'range keys from in-memory index tree' (duration: 187.394521ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:54.940789Z","caller":"traceutil/trace.go:171","msg":"trace[2074638367] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"240.422196ms","start":"2026-02-28T01:49:54.700343Z","end":"2026-02-28T01:49:54.940765Z","steps":["trace[2074638367] 'process raft request' (duration: 240.282473ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:54.942019Z","caller":"traceutil/trace.go:171","msg":"trace[537152618] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9869; }","duration":"147.695731ms","start":"2026-02-28T01:49:54.794295Z","end":"2026-02-28T01:49:54.941991Z","steps":["trace[537152618] 'read index received' (duration: 146.527176ms)","trace[537152618] 'applied index is now lower than readState.Index' (duration: 1.167045ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:49:54.942378Z","caller":"traceutil/trace.go:171","msg":"trace[1458954176] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"240.495637ms","start":"2026-02-28T01:49:54.701865Z","end":"2026-02-28T01:49:54.942361Z","steps":["trace[1458954176] 'process raft request' (duration: 239.895634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:49:54.942417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.0934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:49:54.942479Z","caller":"traceutil/trace.go:171","msg":"trace[1183897985] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"238.667128ms","start":"2026-02-28T01:49:54.703795Z","end":"2026-02-28T01:49:54.942462Z","steps":["trace[1183897985] 'process raft request' (duration: 238.103025ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:49:54.94286Z","caller":"traceutil/trace.go:171","msg":"trace[668528988] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9518; }","duration":"148.546011ms","start":"2026-02-28T01:49:54.794252Z","end":"2026-02-28T01:49:54.942798Z","steps":["trace[668528988] 'agreement among raft nodes before linearized reading' (duration: 148.057699ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:50:21.972296Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T01:50:21.97801Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-28T01:50:21.978249Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-28T01:50:46.732179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7722} {"level":"info","ts":"2026-02-28T01:50:46.795936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7722,"took":"61.665986ms","hash":3339618989,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":25387008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T01:50:46.795995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3339618989,"revision":7722,"compact-revision":5710} {"level":"info","ts":"2026-02-28T01:51:32.95498Z","caller":"traceutil/trace.go:171","msg":"trace[1427229313] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"110.039816ms","start":"2026-02-28T01:51:32.844915Z","end":"2026-02-28T01:51:32.954955Z","steps":["trace[1427229313] 'process raft request' (duration: 109.880403ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:33.000561Z","caller":"traceutil/trace.go:171","msg":"trace[1903160314] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"145.671345ms","start":"2026-02-28T01:51:32.854871Z","end":"2026-02-28T01:51:33.000543Z","steps":["trace[1903160314] 'process raft request' (duration: 127.737839ms)","trace[1903160314] 'compare' (duration: 17.856495ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:53:02.969462Z","caller":"traceutil/trace.go:171","msg":"trace[1923655681] transaction","detail":"{read_only:false; response_revision:10853; number_of_response:1; }","duration":"271.956092ms","start":"2026-02-28T01:53:02.69747Z","end":"2026-02-28T01:53:02.969426Z","steps":["trace[1923655681] 'process raft request' (duration: 271.782678ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:03.050054Z","caller":"traceutil/trace.go:171","msg":"trace[24837053] transaction","detail":"{read_only:false; response_revision:10854; number_of_response:1; }","duration":"349.830362ms","start":"2026-02-28T01:53:02.700195Z","end":"2026-02-28T01:53:03.050025Z","steps":["trace[24837053] 'process raft request' (duration: 349.626288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:03.050205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:53:02.700166Z","time spent":"349.957394ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:53:03.05029Z","caller":"traceutil/trace.go:171","msg":"trace[584112992] transaction","detail":"{read_only:false; response_revision:10855; number_of_response:1; }","duration":"199.244236ms","start":"2026-02-28T01:53:02.851011Z","end":"2026-02-28T01:53:03.050255Z","steps":["trace[584112992] 'process raft request' (duration: 198.95879ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:24.120187Z","caller":"traceutil/trace.go:171","msg":"trace[18786356] linearizableReadLoop","detail":"{readStateIndex:11358; appliedIndex:11357; }","duration":"227.796791ms","start":"2026-02-28T01:53:23.892367Z","end":"2026-02-28T01:53:24.120163Z","steps":["trace[18786356] 'read index received' (duration: 227.568276ms)","trace[18786356] 'applied index is now lower than readState.Index' (duration: 227.555µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:53:24.120496Z","caller":"traceutil/trace.go:171","msg":"trace[2045787240] transaction","detail":"{read_only:false; response_revision:10958; number_of_response:1; }","duration":"317.926363ms","start":"2026-02-28T01:53:23.802552Z","end":"2026-02-28T01:53:24.120478Z","steps":["trace[2045787240] 'process raft request' (duration: 317.420832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:24.120617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:53:23.80253Z","time spent":"318.014504ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:53:24.121005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.64501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T01:53:24.120969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.453206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:53:24.121057Z","caller":"traceutil/trace.go:171","msg":"trace[343842562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10958; }","duration":"228.694051ms","start":"2026-02-28T01:53:23.892349Z","end":"2026-02-28T01:53:24.121043Z","steps":["trace[343842562] 'agreement among raft nodes before linearized reading' (duration: 228.574889ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:24.121101Z","caller":"traceutil/trace.go:171","msg":"trace[635627299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10958; }","duration":"183.62483ms","start":"2026-02-28T01:53:23.937461Z","end":"2026-02-28T01:53:24.121086Z","steps":["trace[635627299] 'agreement among raft nodes before linearized reading' (duration: 183.22271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:24.121104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.737376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:53:24.121184Z","caller":"traceutil/trace.go:171","msg":"trace[1385771594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10958; }","duration":"180.867199ms","start":"2026-02-28T01:53:23.940298Z","end":"2026-02-28T01:53:24.121166Z","steps":["trace[1385771594] 'agreement among raft nodes before linearized reading' (duration: 180.576332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:24.121441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.217608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:53:24.121483Z","caller":"traceutil/trace.go:171","msg":"trace[540795160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10958; }","duration":"182.28747ms","start":"2026-02-28T01:53:23.939183Z","end":"2026-02-28T01:53:24.12147Z","steps":["trace[540795160] 'agreement among raft nodes before linearized reading' (duration: 182.140756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:24.462893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.824047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:53:24.462977Z","caller":"traceutil/trace.go:171","msg":"trace[570308515] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10961; }","duration":"216.94585ms","start":"2026-02-28T01:53:24.246012Z","end":"2026-02-28T01:53:24.462958Z","steps":["trace[570308515] 'range keys from in-memory index tree' (duration: 216.692615ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:24.494174Z","caller":"traceutil/trace.go:171","msg":"trace[463270734] transaction","detail":"{read_only:false; response_revision:10962; number_of_response:1; }","duration":"150.833241ms","start":"2026-02-28T01:53:24.343294Z","end":"2026-02-28T01:53:24.494128Z","steps":["trace[463270734] 'process raft request' (duration: 150.631767ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:26.301945Z","caller":"traceutil/trace.go:171","msg":"trace[1860762135] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"106.903135ms","start":"2026-02-28T01:53:26.195015Z","end":"2026-02-28T01:53:26.301919Z","steps":["trace[1860762135] 'process raft request' (duration: 106.770232ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:29.342477Z","caller":"traceutil/trace.go:171","msg":"trace[1191605193] linearizableReadLoop","detail":"{readStateIndex:11383; appliedIndex:11382; }","duration":"114.883963ms","start":"2026-02-28T01:53:29.227566Z","end":"2026-02-28T01:53:29.34245Z","steps":["trace[1191605193] 'read index received' (duration: 114.404452ms)","trace[1191605193] 'applied index is now lower than readState.Index' (duration: 478.631µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:53:29.342571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.031016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:53:29.34262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.056337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:53:29.342626Z","caller":"traceutil/trace.go:171","msg":"trace[1123820795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10982; }","duration":"115.126748ms","start":"2026-02-28T01:53:29.227484Z","end":"2026-02-28T01:53:29.342611Z","steps":["trace[1123820795] 'agreement among raft nodes before linearized reading' (duration: 115.001915ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:29.342658Z","caller":"traceutil/trace.go:171","msg":"trace[1944792947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10982; }","duration":"115.17998ms","start":"2026-02-28T01:53:29.227468Z","end":"2026-02-28T01:53:29.342648Z","steps":["trace[1944792947] 'agreement among raft nodes before linearized reading' (duration: 115.119398ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:29.342506Z","caller":"traceutil/trace.go:171","msg":"trace[1208311790] transaction","detail":"{read_only:false; response_revision:10982; number_of_response:1; }","duration":"124.806753ms","start":"2026-02-28T01:53:29.217675Z","end":"2026-02-28T01:53:29.342481Z","steps":["trace[1208311790] 'process raft request' (duration: 124.362273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:29.342837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.810451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-28T01:53:29.342839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.389922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:53:29.342869Z","caller":"traceutil/trace.go:171","msg":"trace[1364531880] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10982; }","duration":"114.861652ms","start":"2026-02-28T01:53:29.228Z","end":"2026-02-28T01:53:29.342862Z","steps":["trace[1364531880] 'agreement among raft nodes before linearized reading' (duration: 114.749059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:29.34289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.39661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-02-28T01:53:29.342937Z","caller":"traceutil/trace.go:171","msg":"trace[248004041] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10982; }","duration":"113.471301ms","start":"2026-02-28T01:53:29.229455Z","end":"2026-02-28T01:53:29.342926Z","steps":["trace[248004041] 'agreement among raft nodes before linearized reading' (duration: 113.321808ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:53:29.343012Z","caller":"traceutil/trace.go:171","msg":"trace[1541495156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10982; }","duration":"114.581226ms","start":"2026-02-28T01:53:29.228409Z","end":"2026-02-28T01:53:29.34299Z","steps":["trace[1541495156] 'agreement among raft nodes before linearized reading' (duration: 114.369611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:53:29.343243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.023985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:53:29.343356Z","caller":"traceutil/trace.go:171","msg":"trace[1838049772] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10982; }","duration":"115.20256ms","start":"2026-02-28T01:53:29.228108Z","end":"2026-02-28T01:53:29.34331Z","steps":["trace[1838049772] 'agreement among raft nodes before linearized reading' (duration: 114.706029ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:55:46.739071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9757} {"level":"info","ts":"2026-02-28T01:55:46.827052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9757,"took":"85.756566ms","hash":1490298388,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":22401024,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-28T01:55:46.827121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1490298388,"revision":9757,"compact-revision":7722} {"level":"info","ts":"2026-02-28T01:58:20.562581Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033f3.wal"} {"level":"info","ts":"2026-02-28T01:59:16.601723Z","caller":"traceutil/trace.go:171","msg":"trace[954432507] transaction","detail":"{read_only:false; response_revision:13196; number_of_response:1; }","duration":"133.987328ms","start":"2026-02-28T01:59:16.467713Z","end":"2026-02-28T01:59:16.6017Z","steps":["trace[954432507] 'process raft request' (duration: 133.785823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:35.576818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.747803ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T01:59:35.752875Z","caller":"traceutil/trace.go:171","msg":"trace[1263753521] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"146.346244ms","start":"2026-02-28T01:59:35.606508Z","end":"2026-02-28T01:59:35.752854Z","steps":["trace[1263753521] 'process raft request' (duration: 146.187221ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:35.937265Z","caller":"traceutil/trace.go:171","msg":"trace[19478372] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"122.956595ms","start":"2026-02-28T01:59:35.814264Z","end":"2026-02-28T01:59:35.93722Z","steps":["trace[19478372] 'process raft request' (duration: 122.688559ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:43.925839Z","caller":"traceutil/trace.go:171","msg":"trace[1231338474] transaction","detail":"{read_only:false; response_revision:13328; number_of_response:1; }","duration":"150.655771ms","start":"2026-02-28T01:59:43.775159Z","end":"2026-02-28T01:59:43.925815Z","steps":["trace[1231338474] 'process raft request' (duration: 150.511038ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:50.533305Z","caller":"traceutil/trace.go:171","msg":"trace[904728374] transaction","detail":"{read_only:false; response_revision:13377; number_of_response:1; }","duration":"224.017433ms","start":"2026-02-28T01:59:50.309257Z","end":"2026-02-28T01:59:50.533274Z","steps":["trace[904728374] 'process raft request' (duration: 167.856144ms)","trace[904728374] 'compare' (duration: 55.999245ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:59:50.568114Z","caller":"traceutil/trace.go:171","msg":"trace[1913220344] transaction","detail":"{read_only:false; response_revision:13378; number_of_response:1; }","duration":"147.704385ms","start":"2026-02-28T01:59:50.42038Z","end":"2026-02-28T01:59:50.568085Z","steps":["trace[1913220344] 'process raft request' (duration: 147.563832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:51.863775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.468614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:59:51.863886Z","caller":"traceutil/trace.go:171","msg":"trace[1047565198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13382; }","duration":"582.614057ms","start":"2026-02-28T01:59:51.281249Z","end":"2026-02-28T01:59:51.863863Z","steps":["trace[1047565198] 'count revisions from in-memory index tree' (duration: 582.361271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:51.863936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:59:51.281192Z","time spent":"582.732519ms","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:59:51.864019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.648453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:59:51.864072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.944678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:59:51.864104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.437808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T01:59:51.864164Z","caller":"traceutil/trace.go:171","msg":"trace[2103898307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13382; }","duration":"272.084191ms","start":"2026-02-28T01:59:51.592061Z","end":"2026-02-28T01:59:51.864145Z","steps":["trace[2103898307] 'range keys from in-memory index tree' (duration: 271.787984ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:51.864212Z","caller":"traceutil/trace.go:171","msg":"trace[292681365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13382; }","duration":"236.577191ms","start":"2026-02-28T01:59:51.627607Z","end":"2026-02-28T01:59:51.864184Z","steps":["trace[292681365] 'range keys from in-memory index tree' (duration: 236.234793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:51.864104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.298932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c7m5f\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-28T01:59:51.864295Z","caller":"traceutil/trace.go:171","msg":"trace[1328891880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c7m5f; range_end:; response_count:1; response_revision:13382; }","duration":"150.573139ms","start":"2026-02-28T01:59:51.713708Z","end":"2026-02-28T01:59:51.864281Z","steps":["trace[1328891880] 'range keys from in-memory index tree' (duration: 150.092197ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:51.864633Z","caller":"traceutil/trace.go:171","msg":"trace[1700072232] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13382; }","duration":"379.853107ms","start":"2026-02-28T01:59:51.484276Z","end":"2026-02-28T01:59:51.864129Z","steps":["trace[1700072232] 'count revisions from in-memory index tree' (duration: 379.536741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:51.864702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:59:51.48426Z","time spent":"380.423501ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:59:52.968003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.268281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:59:52.968101Z","caller":"traceutil/trace.go:171","msg":"trace[1704885074] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13393; }","duration":"159.425546ms","start":"2026-02-28T01:59:52.808652Z","end":"2026-02-28T01:59:52.968077Z","steps":["trace[1704885074] 'count revisions from in-memory index tree' (duration: 159.148349ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:58.283855Z","caller":"traceutil/trace.go:171","msg":"trace[959198267] transaction","detail":"{read_only:false; response_revision:13426; number_of_response:1; }","duration":"257.251082ms","start":"2026-02-28T01:59:58.026557Z","end":"2026-02-28T01:59:58.283808Z","steps":["trace[959198267] 'process raft request' (duration: 251.943213ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:58.512364Z","caller":"traceutil/trace.go:171","msg":"trace[1176253643] transaction","detail":"{read_only:false; response_revision:13427; number_of_response:1; }","duration":"223.543512ms","start":"2026-02-28T01:59:58.28876Z","end":"2026-02-28T01:59:58.512304Z","steps":["trace[1176253643] 'process raft request' (duration: 217.925206ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:58.512541Z","caller":"traceutil/trace.go:171","msg":"trace[1107230710] transaction","detail":"{read_only:false; response_revision:13428; number_of_response:1; }","duration":"222.176572ms","start":"2026-02-28T01:59:58.290332Z","end":"2026-02-28T01:59:58.512509Z","steps":["trace[1107230710] 'process raft request' (duration: 221.860555ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:46.74516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11861} {"level":"info","ts":"2026-02-28T02:00:46.821487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11861,"took":"74.495266ms","hash":274441959,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":24735744,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T02:00:46.821569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":274441959,"revision":11861,"compact-revision":9757} {"level":"warn","ts":"2026-02-28T02:01:28.787611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.315059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:01:28.78772Z","caller":"traceutil/trace.go:171","msg":"trace[472029922] linearizableReadLoop","detail":"{readStateIndex:14935; appliedIndex:14934; }","duration":"196.571602ms","start":"2026-02-28T02:01:28.591132Z","end":"2026-02-28T02:01:28.787703Z","steps":["trace[472029922] 'read index received' (duration: 66.034568ms)","trace[472029922] 'applied index is now lower than readState.Index' (duration: 130.535804ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:28.788033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.833227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:28.788144Z","caller":"traceutil/trace.go:171","msg":"trace[857611008] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14406; }","duration":"178.986561ms","start":"2026-02-28T02:01:28.60913Z","end":"2026-02-28T02:01:28.788117Z","steps":["trace[857611008] 'agreement among raft nodes before linearized reading' (duration: 178.828257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:28.788225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.172071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T02:01:28.78826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.02414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-02-28T02:01:28.788329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.795253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:01:28.788334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.746142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:01:28.788357Z","caller":"traceutil/trace.go:171","msg":"trace[1674362536] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14406; }","duration":"174.124253ms","start":"2026-02-28T02:01:28.614208Z","end":"2026-02-28T02:01:28.788332Z","steps":["trace[1674362536] 'agreement among raft nodes before linearized reading' (duration: 173.870327ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:28.788416Z","caller":"traceutil/trace.go:171","msg":"trace[2016027482] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14406; }","duration":"177.861425ms","start":"2026-02-28T02:01:28.610535Z","end":"2026-02-28T02:01:28.788396Z","steps":["trace[2016027482] 'agreement among raft nodes before linearized reading' (duration: 177.6159ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:28.788434Z","caller":"traceutil/trace.go:171","msg":"trace[1168551914] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14406; }","duration":"177.887306ms","start":"2026-02-28T02:01:28.610498Z","end":"2026-02-28T02:01:28.788386Z","steps":["trace[1168551914] 'agreement among raft nodes before linearized reading' (duration: 177.685631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:28.789648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.504575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:28.789769Z","caller":"traceutil/trace.go:171","msg":"trace[1064108683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14406; }","duration":"198.596317ms","start":"2026-02-28T02:01:28.59111Z","end":"2026-02-28T02:01:28.789706Z","steps":["trace[1064108683] 'agreement among raft nodes before linearized reading' (duration: 196.838557ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:28.790293Z","caller":"traceutil/trace.go:171","msg":"trace[1185326195] transaction","detail":"{read_only:false; response_revision:14406; number_of_response:1; }","duration":"200.422046ms","start":"2026-02-28T02:01:28.587391Z","end":"2026-02-28T02:01:28.787813Z","steps":["trace[1185326195] 'process raft request' (duration: 69.78039ms)","trace[1185326195] 'compare' (duration: 130.046933ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:28.800085Z","caller":"traceutil/trace.go:171","msg":"trace[1723903033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14406; }","duration":"137.362874ms","start":"2026-02-28T02:01:28.65096Z","end":"2026-02-28T02:01:28.788323Z","steps":["trace[1723903033] 'agreement among raft nodes before linearized reading' (duration: 137.15647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:29.518539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605819877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:01:30.018854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812187605819877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:01:30.135221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133893507s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:01:30.135705Z","caller":"traceutil/trace.go:171","msg":"trace[2009961107] transaction","detail":"{read_only:false; response_revision:14409; number_of_response:1; }","duration":"1.134409628s","start":"2026-02-28T02:01:29.001258Z","end":"2026-02-28T02:01:30.135668Z","steps":["trace[2009961107] 'process raft request' (duration: 1.134184153s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.135925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.00125Z","time spent":"1.134563772s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:01:30.288869Z","caller":"traceutil/trace.go:171","msg":"trace[1407533182] linearizableReadLoop","detail":"{readStateIndex:14939; appliedIndex:14937; }","duration":"1.270981906s","start":"2026-02-28T02:01:29.017852Z","end":"2026-02-28T02:01:30.288834Z","steps":["trace[1407533182] 'read index received' (duration: 1.117600295s)","trace[1407533182] 'applied index is now lower than readState.Index' (duration: 153.379851ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:30.288966Z","caller":"traceutil/trace.go:171","msg":"trace[1036270511] transaction","detail":"{read_only:false; response_revision:14410; number_of_response:1; }","duration":"1.233521962s","start":"2026-02-28T02:01:29.055406Z","end":"2026-02-28T02:01:30.288928Z","steps":["trace[1036270511] 'process raft request' (duration: 1.194446343s)","trace[1036270511] 'compare' (duration: 38.771783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:30.28915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.055382Z","time spent":"1.233670646s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:30.289195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271314923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7ph7l\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-02-28T02:01:30.289282Z","caller":"traceutil/trace.go:171","msg":"trace[927680367] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7ph7l; range_end:; response_count:1; response_revision:14410; }","duration":"1.271411285s","start":"2026-02-28T02:01:29.017848Z","end":"2026-02-28T02:01:30.289259Z","steps":["trace[927680367] 'agreement among raft nodes before linearized reading' (duration: 1.2711566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.289335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.017816Z","time spent":"1.271508138s","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7ph7l\" "} {"level":"info","ts":"2026-02-28T02:01:30.576185Z","caller":"traceutil/trace.go:171","msg":"trace[1398725054] linearizableReadLoop","detail":"{readStateIndex:14940; appliedIndex:14939; }","duration":"287.169686ms","start":"2026-02-28T02:01:30.288978Z","end":"2026-02-28T02:01:30.576148Z","steps":["trace[1398725054] 'read index received' (duration: 265.70798ms)","trace[1398725054] 'applied index is now lower than readState.Index' (duration: 21.459356ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:01:30.576385Z","caller":"traceutil/trace.go:171","msg":"trace[516624761] transaction","detail":"{read_only:false; response_revision:14411; number_of_response:1; }","duration":"306.16302ms","start":"2026-02-28T02:01:30.270205Z","end":"2026-02-28T02:01:30.576368Z","steps":["trace[516624761] 'process raft request' (duration: 284.385686ms)","trace[516624761] 'compare' (duration: 21.18279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:30.576543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.270173Z","time spent":"306.247661ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:01:30.576565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.53257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:01:30.57658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.448618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:01:30.57661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.305869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:01:30.576654Z","caller":"traceutil/trace.go:171","msg":"trace[1543077312] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"977.574051ms","start":"2026-02-28T02:01:29.599062Z","end":"2026-02-28T02:01:30.576637Z","steps":["trace[1543077312] 'agreement among raft nodes before linearized reading' (duration: 977.374896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.340607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-28T02:01:30.576661Z","caller":"traceutil/trace.go:171","msg":"trace[455999165] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14412; }","duration":"977.646193ms","start":"2026-02-28T02:01:29.598983Z","end":"2026-02-28T02:01:30.576629Z","steps":["trace[455999165] 'agreement among raft nodes before linearized reading' (duration: 977.500999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.599043Z","time spent":"977.642382ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-28T02:01:30.576712Z","caller":"traceutil/trace.go:171","msg":"trace[549258444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14412; }","duration":"540.449919ms","start":"2026-02-28T02:01:30.036245Z","end":"2026-02-28T02:01:30.576695Z","steps":["trace[549258444] 'agreement among raft nodes before linearized reading' (duration: 540.352627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.598971Z","time spent":"977.736694ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:01:30.576755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.036208Z","time spent":"540.540371ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T02:01:30.57679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.109774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T02:01:30.57666Z","caller":"traceutil/trace.go:171","msg":"trace[2012223548] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"943.37563ms","start":"2026-02-28T02:01:29.633272Z","end":"2026-02-28T02:01:30.576648Z","steps":["trace[2012223548] 'agreement among raft nodes before linearized reading' (duration: 943.127745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.914756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:01:30.576866Z","caller":"traceutil/trace.go:171","msg":"trace[1943345102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14412; }","duration":"956.219646ms","start":"2026-02-28T02:01:29.620624Z","end":"2026-02-28T02:01:30.576844Z","steps":["trace[1943345102] 'agreement among raft nodes before linearized reading' (duration: 956.070763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.680734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:01:30.576876Z","caller":"traceutil/trace.go:171","msg":"trace[1853009089] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"977.186842ms","start":"2026-02-28T02:01:29.599677Z","end":"2026-02-28T02:01:30.576864Z","steps":["trace[1853009089] 'agreement among raft nodes before linearized reading' (duration: 976.765752ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.576925Z","caller":"traceutil/trace.go:171","msg":"trace[777080429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14412; }","duration":"540.770677ms","start":"2026-02-28T02:01:30.036141Z","end":"2026-02-28T02:01:30.576911Z","steps":["trace[777080429] 'agreement among raft nodes before linearized reading' (duration: 540.689445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.599671Z","time spent":"977.248334ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:01:30.576934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.620613Z","time spent":"956.306938ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:01:30.576961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:30.036113Z","time spent":"540.839938ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:01:30.577021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.938596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-28T02:01:30.577081Z","caller":"traceutil/trace.go:171","msg":"trace[146130853] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14412; }","duration":"990.033998ms","start":"2026-02-28T02:01:29.587032Z","end":"2026-02-28T02:01:30.577066Z","steps":["trace[146130853] 'agreement among raft nodes before linearized reading' (duration: 989.838474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.587011Z","time spent":"990.10256ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-28T02:01:30.57721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.516339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fpglh\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-02-28T02:01:30.577266Z","caller":"traceutil/trace.go:171","msg":"trace[1276651763] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fpglh; range_end:; response_count:1; response_revision:14412; }","duration":"642.594181ms","start":"2026-02-28T02:01:29.934658Z","end":"2026-02-28T02:01:30.577252Z","steps":["trace[1276651763] 'agreement among raft nodes before linearized reading' (duration: 642.427048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.934646Z","time spent":"642.658102ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fpglh\" "} {"level":"warn","ts":"2026-02-28T02:01:30.577378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.820666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:01:30.576859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.633263Z","time spent":"943.586054ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:01:30.57763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.945965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:01:30.577683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.682841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.5777Z","caller":"traceutil/trace.go:171","msg":"trace[851054646] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14412; }","duration":"664.034778ms","start":"2026-02-28T02:01:29.913649Z","end":"2026-02-28T02:01:30.577684Z","steps":["trace[851054646] 'agreement among raft nodes before linearized reading' (duration: 663.944396ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.57771Z","caller":"traceutil/trace.go:171","msg":"trace[1295497127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14412; }","duration":"985.788443ms","start":"2026-02-28T02:01:29.591911Z","end":"2026-02-28T02:01:30.577699Z","steps":["trace[1295497127] 'agreement among raft nodes before linearized reading' (duration: 984.491645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.693729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fpglh\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-02-28T02:01:30.577738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.591898Z","time spent":"985.836375ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:01:30.577739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.91364Z","time spent":"664.089929ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:01:30.577744Z","caller":"traceutil/trace.go:171","msg":"trace[1469098233] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fpglh; range_end:; response_count:1; response_revision:14412; }","duration":"658.789621ms","start":"2026-02-28T02:01:29.918945Z","end":"2026-02-28T02:01:30.577734Z","steps":["trace[1469098233] 'agreement among raft nodes before linearized reading' (duration: 658.623987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.576534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.114328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-28T02:01:30.577853Z","caller":"traceutil/trace.go:171","msg":"trace[39423440] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:14412; }","duration":"651.486818ms","start":"2026-02-28T02:01:29.926358Z","end":"2026-02-28T02:01:30.577845Z","steps":["trace[39423440] 'agreement among raft nodes before linearized reading' (duration: 650.057697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.926347Z","time spent":"651.528609ms","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-28T02:01:30.577654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.083675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.577958Z","caller":"traceutil/trace.go:171","msg":"trace[888702406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"676.429952ms","start":"2026-02-28T02:01:29.901515Z","end":"2026-02-28T02:01:30.577945Z","steps":["trace[888702406] 'agreement among raft nodes before linearized reading' (duration: 676.114625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.359007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T02:01:30.577999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.901496Z","time spent":"676.490734ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:01:30.578106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.918918Z","time spent":"658.850493ms","remote":"127.0.0.1:42806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fpglh\" "} {"level":"info","ts":"2026-02-28T02:01:30.578041Z","caller":"traceutil/trace.go:171","msg":"trace[1046268964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14412; }","duration":"951.509531ms","start":"2026-02-28T02:01:29.626506Z","end":"2026-02-28T02:01:30.578015Z","steps":["trace[1046268964] 'agreement among raft nodes before linearized reading' (duration: 950.11994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.578209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.626494Z","time spent":"951.701266ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:01:30.578297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.394179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:01:30.578334Z","caller":"traceutil/trace.go:171","msg":"trace[47323236] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"670.472461ms","start":"2026-02-28T02:01:29.907851Z","end":"2026-02-28T02:01:30.578323Z","steps":["trace[47323236] 'agreement among raft nodes before linearized reading' (duration: 670.052981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.57837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.90783Z","time spent":"670.533532ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:01:30.57846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.381283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.578506Z","caller":"traceutil/trace.go:171","msg":"trace[1648349807] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"212.482685ms","start":"2026-02-28T02:01:30.366011Z","end":"2026-02-28T02:01:30.578493Z","steps":["trace[1648349807] 'agreement among raft nodes before linearized reading' (duration: 212.415384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.578552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.491266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.578587Z","caller":"traceutil/trace.go:171","msg":"trace[2107881936] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14412; }","duration":"212.567187ms","start":"2026-02-28T02:01:30.366011Z","end":"2026-02-28T02:01:30.578578Z","steps":["trace[2107881936] 'agreement among raft nodes before linearized reading' (duration: 212.518056ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.577424Z","caller":"traceutil/trace.go:171","msg":"trace[80846780] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14412; }","duration":"990.895457ms","start":"2026-02-28T02:01:29.586518Z","end":"2026-02-28T02:01:30.577413Z","steps":["trace[80846780] 'agreement among raft nodes before linearized reading' (duration: 990.824655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.578692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.586494Z","time spent":"992.187286ms","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:01:30.578807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.822753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:01:30.57748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427457796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T02:01:30.578843Z","caller":"traceutil/trace.go:171","msg":"trace[1899205816] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14412; }","duration":"212.900185ms","start":"2026-02-28T02:01:30.365934Z","end":"2026-02-28T02:01:30.578835Z","steps":["trace[1899205816] 'agreement among raft nodes before linearized reading' (duration: 212.848854ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.578998Z","caller":"traceutil/trace.go:171","msg":"trace[1322859403] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14412; }","duration":"1.428912707s","start":"2026-02-28T02:01:29.149938Z","end":"2026-02-28T02:01:30.578851Z","steps":["trace[1322859403] 'agreement among raft nodes before linearized reading' (duration: 1.427466146s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.579012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.16413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:01:30.57904Z","caller":"traceutil/trace.go:171","msg":"trace[860335213] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14412; }","duration":"677.212221ms","start":"2026-02-28T02:01:29.901819Z","end":"2026-02-28T02:01:30.579031Z","steps":["trace[860335213] 'agreement among raft nodes before linearized reading' (duration: 675.725798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.579065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.14989Z","time spent":"1.429136434s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:01:30.579103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.901784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-02-28T02:01:30.579171Z","caller":"traceutil/trace.go:171","msg":"trace[1366620523] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14412; }","duration":"213.033828ms","start":"2026-02-28T02:01:30.366122Z","end":"2026-02-28T02:01:30.579156Z","steps":["trace[1366620523] 'agreement among raft nodes before linearized reading' (duration: 212.867303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.577409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.006536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:01:30.579069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.901805Z","time spent":"677.256892ms","remote":"127.0.0.1:42798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-28T02:01:30.579358Z","caller":"traceutil/trace.go:171","msg":"trace[943512608] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14412; }","duration":"638.93584ms","start":"2026-02-28T02:01:29.940384Z","end":"2026-02-28T02:01:30.57932Z","steps":["trace[943512608] 'agreement among raft nodes before linearized reading' (duration: 636.975046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.579454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:01:29.940318Z","time spent":"639.109193ms","remote":"127.0.0.1:42762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:01:30.580317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.430848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737952"} {"level":"info","ts":"2026-02-28T02:01:30.580366Z","caller":"traceutil/trace.go:171","msg":"trace[515415061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14412; }","duration":"285.51971ms","start":"2026-02-28T02:01:30.294836Z","end":"2026-02-28T02:01:30.580355Z","steps":["trace[515415061] 'agreement among raft nodes before linearized reading' (duration: 282.627546ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.736003Z","caller":"traceutil/trace.go:171","msg":"trace[271992969] linearizableReadLoop","detail":"{readStateIndex:14942; appliedIndex:14941; }","duration":"153.75304ms","start":"2026-02-28T02:01:30.582223Z","end":"2026-02-28T02:01:30.735976Z","steps":["trace[271992969] 'read index received' (duration: 141.609629ms)","trace[271992969] 'applied index is now lower than readState.Index' (duration: 12.141921ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:01:30.736213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.957034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:01:30.736299Z","caller":"traceutil/trace.go:171","msg":"trace[637490922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14412; }","duration":"154.112577ms","start":"2026-02-28T02:01:30.582167Z","end":"2026-02-28T02:01:30.736279Z","steps":["trace[637490922] 'agreement among raft nodes before linearized reading' (duration: 153.936553ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.737509Z","caller":"traceutil/trace.go:171","msg":"trace[330875740] transaction","detail":"{read_only:false; response_revision:14413; number_of_response:1; }","duration":"154.850944ms","start":"2026-02-28T02:01:30.582641Z","end":"2026-02-28T02:01:30.737492Z","steps":["trace[330875740] 'process raft request' (duration: 154.643789ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.737944Z","caller":"traceutil/trace.go:171","msg":"trace[1397035767] transaction","detail":"{read_only:false; response_revision:14415; number_of_response:1; }","duration":"153.282158ms","start":"2026-02-28T02:01:30.584645Z","end":"2026-02-28T02:01:30.737927Z","steps":["trace[1397035767] 'process raft request' (duration: 153.112205ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.737894Z","caller":"traceutil/trace.go:171","msg":"trace[246626719] transaction","detail":"{read_only:false; response_revision:14414; number_of_response:1; }","duration":"153.713528ms","start":"2026-02-28T02:01:30.584159Z","end":"2026-02-28T02:01:30.737872Z","steps":["trace[246626719] 'process raft request' (duration: 153.281069ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:01:30.7382Z","caller":"traceutil/trace.go:171","msg":"trace[208615493] transaction","detail":"{read_only:false; response_revision:14416; number_of_response:1; }","duration":"153.291808ms","start":"2026-02-28T02:01:30.5849Z","end":"2026-02-28T02:01:30.738191Z","steps":["trace[208615493] 'process raft request' (duration: 152.973541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.738732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.206769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737952"} {"level":"info","ts":"2026-02-28T02:01:30.738817Z","caller":"traceutil/trace.go:171","msg":"trace[1035125894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14416; }","duration":"145.340482ms","start":"2026-02-28T02:01:30.593458Z","end":"2026-02-28T02:01:30.738798Z","steps":["trace[1035125894] 'agreement among raft nodes before linearized reading' (duration: 144.470912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:01:30.739495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.149238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737952"} {"level":"info","ts":"2026-02-28T02:01:30.739976Z","caller":"traceutil/trace.go:171","msg":"trace[922138230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14416; }","duration":"145.272071ms","start":"2026-02-28T02:01:30.5943Z","end":"2026-02-28T02:01:30.739572Z","steps":["trace[922138230] 'agreement among raft nodes before linearized reading' (duration: 144.043463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:04:29.258094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.208019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:04:29.258149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.018094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T02:04:29.258188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.918844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:04:29.258218Z","caller":"traceutil/trace.go:171","msg":"trace[181005673] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15774; }","duration":"138.376743ms","start":"2026-02-28T02:04:29.119814Z","end":"2026-02-28T02:04:29.25819Z","steps":["trace[181005673] 'range keys from in-memory index tree' (duration: 138.090356ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:04:29.258235Z","caller":"traceutil/trace.go:171","msg":"trace[1430181439] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15774; }","duration":"138.153217ms","start":"2026-02-28T02:04:29.120061Z","end":"2026-02-28T02:04:29.258215Z","steps":["trace[1430181439] 'range keys from in-memory index tree' (duration: 137.915712ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:04:29.258253Z","caller":"traceutil/trace.go:171","msg":"trace[116940560] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15774; }","duration":"139.030707ms","start":"2026-02-28T02:04:29.119209Z","end":"2026-02-28T02:04:29.25824Z","steps":["trace[116940560] 'range keys from in-memory index tree' (duration: 138.857203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:04:29.258282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.433404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:04:29.258363Z","caller":"traceutil/trace.go:171","msg":"trace[880163246] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15774; }","duration":"138.548716ms","start":"2026-02-28T02:04:29.119797Z","end":"2026-02-28T02:04:29.258345Z","steps":["trace[880163246] 'range keys from in-memory index tree' (duration: 138.391093ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:04:31.813706Z","caller":"traceutil/trace.go:171","msg":"trace[2061688429] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"131.255514ms","start":"2026-02-28T02:04:31.682419Z","end":"2026-02-28T02:04:31.813675Z","steps":["trace[2061688429] 'process raft request' (duration: 131.07665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:46.753041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13891} {"level":"info","ts":"2026-02-28T02:05:46.841366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13891,"took":"85.435898ms","hash":934142705,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":31600640,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-28T02:05:46.841425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":934142705,"revision":13891,"compact-revision":11861} {"level":"info","ts":"2026-02-28T02:10:46.759579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16262} {"level":"info","ts":"2026-02-28T02:10:46.859597Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16262,"took":"96.895202ms","hash":3110917834,"current-db-size-bytes":43307008,"current-db-size":"43 MB","current-db-size-in-use-bytes":25206784,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T02:10:46.859664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3110917834,"revision":16262,"compact-revision":13891}